/*
This file is provided under a dual BSD/GPLv2 license. When using or
redistributing this file, you may do so under either license.
GPL LICENSE SUMMARY
Copyright(c) 2015 Intel Corporation.
This program is free software; you can redistribute it and/or modify
it under the terms of version 2 of the GNU General Public License as
published by the Free Software Foundation.
This program is distributed in the hope that it will be useful, but
WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
General Public License for more details.
Contact Information:
Intel Corporation, www.intel.com
BSD LICENSE
Copyright(c) 2015 Intel Corporation.
Redistribution and use in source and binary forms, with or without
modification, are permitted provided that the following conditions
are met:
* Redistributions of source code must retain the above copyright
notice, this list of conditions and the following disclaimer.
* Redistributions in binary form must reproduce the above copyright
notice, this list of conditions and the following disclaimer in
the documentation and/or other materials provided with the
distribution.
* Neither the name of Intel Corporation nor the names of its
contributors may be used to endorse or promote products derived
from this software without specific prior written permission.
THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
*/
#ifndef OPA_USER_GEN1_H
#define OPA_USER_GEN1_H
/* This file contains all of the data structures and routines that are
publicly visible and usable (to low level infrastructure code; it is
not expected that any application, or even normal application-level library,
will ever need to use any of this).
Additional entry points and data structures that are used by these routines
may be referenced in this file, but they should not be generally available;
they are visible here only to allow use in inlined functions. Any variable,
data structure, or function that starts with a leading "_" is in this
category.
*/
/* Include header files we need that are unlikely to otherwise be needed by */
/* programs. */
#include <stddef.h>
#include <stdarg.h>
#include <unistd.h>
#include <errno.h>
#include <string.h>
#include <sys/stat.h>
#include <sys/mman.h>
#include <sys/user.h>
#include <syslog.h>
#include <stdbool.h>
#include "opa_intf.h"
#include "opa_common_gen1.h"
#include "opa_byteorder.h"
#include "opa_udebug.h"
#include "opa_service_gen1.h"
#include "opa_user.h"
#define HFI_RHF_USE_EGRBFR_MASK 0x1
#define HFI_RHF_USE_EGRBFR_SHIFT 15
#define HFI_RHF_EGRBFR_INDEX_MASK 0x7FF
#define HFI_RHF_EGRBFR_INDEX_SHIFT 16
#define HFI_RHF_SEQ_MASK 0xF
#define HFI_RHF_SEQ_SHIFT 28
#define HFI_RHF_EGRBFR_OFFSET_MASK 0xFFF
#define HFI_RHF_EGRBFR_OFFSET_SHIFT 0
#define HFI_RHF_HDRQ_OFFSET_MASK 0x1FF
#define HFI_RHF_HDRQ_OFFSET_SHIFT 12
#define HFI_RHF_TIDERR 0x08000000
/* TidFlow related bits */
#define HFI_TF_SEQNUM_SHIFT 0
#define HFI_TF_SEQNUM_MASK 0x7ff
#define HFI_TF_GENVAL_SHIFT 11
#define HFI_TF_GENVAL_MASK 0xfffff
#define HFI_TF_FLOWVALID_SHIFT 32
#define HFI_TF_FLOWVALID_MASK 0x1
#define HFI_TF_HDRSUPP_ENABLED_SHIFT 33
#define HFI_TF_HDRSUPP_ENABLED_MASK 0x1
#define HFI_TF_KEEP_AFTER_SEQERR_SHIFT 34
#define HFI_TF_KEEP_AFTER_SEQERR_MASK 0x1
#define HFI_TF_KEEP_ON_GENERR_SHIFT 35
#define HFI_TF_KEEP_ON_GENERR_MASK 0x1
#define HFI_TF_KEEP_PAYLOAD_ON_GENERR_SHIFT 36
#define HFI_TF_KEEP_PAYLOAD_ON_GENERR_MASK 0x1
#define HFI_TF_STATUS_SEQMISMATCH_SHIFT 37
#define HFI_TF_STATUS_SEQMISMATCH_MASK 0x1
#define HFI_TF_STATUS_GENMISMATCH_SHIFT 38
#define HFI_TF_STATUS_GENMISMATCH_MASK 0x1
/* PBC bits */
#define HFI_PBC_STATICRCC_SHIFT 0
#define HFI_PBC_STATICRCC_MASK 0xffff
#define HFI_PBC_SC4_SHIFT 4
#define HFI_PBC_SC4_MASK 0x1
#define HFI_PBC_INTR_SHIFT 31
#define HFI_PBC_DCINFO_SHIFT 30
#define HFI_PBC_TESTEBP_SHIFT 29
#define HFI_PBC_PACKETBYPASS_SHIFT 28
#define HFI_PBC_INSERTHCRC_SHIFT 26
#define HFI_PBC_INSERTHCRC_MASK 0x3
#define HFI_PBC_CREDITRETURN_SHIFT 25
#define HFI_PBC_INSERTBYPASSICRC_SHIFT 24
#define HFI_PBC_TESTBADICRC_SHIFT 23
#define HFI_PBC_FECN_SHIFT 22
#define HFI_PBC_VL_SHIFT 12
#define HFI_PBC_VL_MASK 0xf
#define HFI_PBC_LENGTHDWS_SHIFT 0
#define HFI_PBC_LENGTHDWS_MASK 0xfff
/* this portion only defines what we currently use */
struct hfi_pbc {
__u32 pbc0;
__u16 PbcStaticRateControlCnt;
__u16 fill1;
};
typedef enum mapsize
{ SC_CREDITS,
PIO_BUFBASE_SOP,
PIO_BUFBASE,
RCVHDR_BUFBASE,
RCVEGR_BUFBASE,
SDMA_COMP_BUFBASE,
USER_REGBASE,
RCVHDRTAIL_BASE,
EVENTS_BUFBASE,
STATUS_BUFBASE,
SUBCTXT_UREGBASE,
SUBCTXT_RCVHDRBUF,
SUBCTXT_RCVEGRBUF,
MAPSIZE_MAX
} mapsize_t;
/* TODO: consider casting in the ALIGN() macro */
#define ALIGN(x, a) (((x)+(a)-1)&~((a)-1))
#define ALIGNDOWN_PTR(x, a) ((void*)(((uintptr_t)(x))&~((uintptr_t)((a)-1))))
/* using the same flags for all the mappings */
#define HFI_MMAP_FLAGS (MAP_SHARED|MAP_LOCKED)
#define HFI_MMAP_PGSIZE sysconf(_SC_PAGESIZE)
/* cast to uintptr_t as opposed to intptr_t which evaluates to a signed type
* * on which one should not perform bitwise operations (undefined behavior)
* */
#define HFI_MMAP_PGMASK (~(uintptr_t)(HFI_MMAP_PGSIZE-1))
/* this is only an auxiliary macro for HFI_MMAP_ERRCHECK()
* @off expected to be unsigned in order to AND with the page mask and avoid undefined behavior
*/
#define U64_TO_OFF64_PGMASK(off) ((__off64_t)((off) & HFI_MMAP_PGMASK))
#define HFI_MMAP_ALIGNOFF(fd, off, size, prot) hfi_mmap64(0,(size),(prot),HFI_MMAP_FLAGS,(fd),U64_TO_OFF64_PGMASK((off)))
/* complementary */
#define HFI_MUNMAP(addr, size) munmap((addr), (size))
/* make sure uintmax_t can hold the result of unsigned int multiplication */
#if UINT_MAX > (UINTMAX_MAX / UINT_MAX)
#error We cannot safely multiply unsigned integers on this platform
#endif
/* @member assumed to be of type u64 and validated to be so */
#define HFI_MMAP_ERRCHECK(fd, binfo, member, size, prot) ({ \
typeof((binfo)->member) *__tptr = (__u64 *)NULL; \
(void)__tptr; \
void *__maddr = HFI_MMAP_ALIGNOFF((fd), (binfo)->member, (size), (prot)); \
do { \
if (unlikely(__maddr == MAP_FAILED)) { \
uintmax_t outval = (uintmax_t)((binfo)->member); \
_HFI_INFO("mmap of " #member " (0x%jx) size %zu failed: %s\n", \
outval, size, strerror(errno)); \
goto err_mmap_##member; \
} \
(binfo)->member = (__u64)__maddr; \
_HFI_VDBG(#member "mmap %jx successful\n", (uintmax_t)((binfo)->member)); \
} while(0); \
__maddr; \
})
/* assigns 0 to the member after unmapping */
#define HFI_MUNMAP_ERRCHECK(binfo, member, size) \
do { typeof((binfo)->member) *__tptr = (__u64 *)NULL; \
(void)__tptr; \
void *__addr = ALIGNDOWN_PTR((binfo)->member, HFI_MMAP_PGSIZE); \
if (unlikely( __addr == NULL || (munmap(__addr, (size)) == -1))) { \
_HFI_INFO("unmap of " #member " (%p) failed: %s\n", \
__addr, strerror(errno)); \
} \
else { \
_HFI_VDBG("unmap of " #member "(%p) succeeded\n", __addr); \
(binfo)->member = 0; \
} \
} while(0)
#define HFI_PCB_SIZE_IN_BYTES 8
/* Usable bytes in header (hdrsize - lrh - bth) */
#define HFI_MESSAGE_HDR_SIZE_HFI (HFI_MESSAGE_HDR_SIZE-20)
/*
* SDMA includes 8B sdma hdr, 8B PBC, and message header.
* If we are using GPU workloads, we need to set a new
* "flags" member which takes another 2 bytes in the
* sdma hdr. We let the driver know of this 2 extra bytes
* at runtime when we set the length for the iovecs.
*/
#define HFI_SDMA_HDR_SIZE (8+8+56)
static inline __u32 hfi_hdrget_seq(const __le32 *rbuf)
{
return (__le32_to_cpu(rbuf[0]) >> HFI_RHF_SEQ_SHIFT)
& HFI_RHF_SEQ_MASK;
}
static inline __u32 hfi_hdrget_hdrq_offset(const __le32 *rbuf)
{
return (__le32_to_cpu(rbuf[1]) >> HFI_RHF_HDRQ_OFFSET_SHIFT)
& HFI_RHF_HDRQ_OFFSET_MASK;
}
struct _hfi_ctrl {
int32_t fd; /* device file descriptor */
/* tidflow valid */
uint32_t __hfi_tfvalid;
/* unit id */
uint32_t __hfi_unit;
/* port id */
uint32_t __hfi_port;
/* number of eager tid entries */
uint32_t __hfi_tidegrcnt;
/* number of expected tid entries */
uint32_t __hfi_tidexpcnt;
/* effective mtu size, should be <= base_info.mtu */
uint32_t __hfi_mtusize;
/* max PIO size, should be <= effective mtu size */
uint32_t __hfi_piosize;
/* two struct output from driver. */
struct hfi1_ctxt_info ctxt_info;
struct hfi1_base_info base_info;
/* some local storages in some condition: */
/* as storage of __hfi_rcvtidflow in hfi_userinit_internal(). */
__le64 regs[HFI_TF_NFLOWS];
/* location to which OPA writes the rcvhdrtail register whenever
it changes, so that no chip registers are read in the performance
path. */
volatile __le64 *__hfi_rcvtail;
/* address where ur_rcvhdrtail is written */
volatile __le64 *__hfi_rcvhdrtail;
/* address where ur_rcvhdrhead is written */
volatile __le64 *__hfi_rcvhdrhead;
/* address where ur_rcvegrindextail is read */
volatile __le64 *__hfi_rcvegrtail;
/* address where ur_rcvegrindexhead is written */
volatile __le64 *__hfi_rcvegrhead;
/* address where ur_rcvegroffsettail is read */
volatile __le64 *__hfi_rcvofftail;
/* address where ur_rcvtidflow is written */
volatile __le64 *__hfi_rcvtidflow;
};
/* After the device is opened, hfi_userinit() is called to give the driver the
parameters the user code wants to use, and to get the implementation values,
etc. back. 0 is returned on success, a positive value is a standard errno,
and a negative value is reserved for future use. The first argument is
the filedescriptor returned by the device open.
It is allowed to have multiple devices (and of different types)
simultaneously opened and initialized, although this won't be fully
implemented initially. This routine is used by the low level
hfi protocol code (and any other code that has similar low level
functionality).
This is the only routine that takes a file descriptor, rather than an
struct _hfi_ctrl *. The struct _hfi_ctrl * used for everything
else is returned by this routine.
*/
struct _hfi_ctrl *hfi_userinit(int32_t, struct hfi1_user_info_dep *);
/* Internal function extends API, while original remains for backwards
compatibility with external code
*/
struct _hfi_ctrl *hfi_userinit_internal(int32_t, bool, struct hfi1_user_info_dep *);
/* don't inline these; it's all init code, and not inlining makes the */
/* overall code shorter and easier to debug */
void hfi_touch_mmap(void *, size_t) __attribute__ ((noinline));
/* set the BTH pkey to check for this process. */
/* This is for receive checks, not for sends. It isn't necessary
to set the default key, that's always allowed by the hardware.
If too many pkeys are in use for the hardware to support, this
will return EAGAIN, and the caller should then fail and exit
or use the default key and check the pkey in the received packet
checking. */
/* set send context pkey to verify, error if driver is not configured with */
/* this pkey in its pkey table. */
int hfi_set_pkey(struct _hfi_ctrl *, uint16_t);
int hfi_wait_for_packet(struct _hfi_ctrl *);
/* New user event mechanism, using spi_sendbuf_status HFI_EVENT_* bits
obsoletes hfi_disarm_bufs(), and extends it, although old mechanism
remains for binary compatibility. */
int hfi_event_ack(struct _hfi_ctrl *ctrl, __u64 ackbits);
/* set whether we want an interrupt on all packets, or just urgent ones */
int hfi_poll_type(struct _hfi_ctrl *ctrl, uint16_t poll_type);
/* reset halted send context, error if context is not halted. */
int hfi_reset_context(struct _hfi_ctrl *ctrl);
/*
* Safe version of hfi_[d/q]wordcpy that is guaranteed to only copy each byte once.
*/
#if defined(__x86_64__)
void hfi_dwordcpy_safe(volatile uint32_t *dest, const uint32_t *src,
uint32_t ndwords);
void hfi_qwordcpy_safe(volatile uint64_t *dest, const uint64_t *src,
uint32_t nqwords);
#else
#define hfi_dwordcpy_safe hfi_dwordcpy
#define hfi_qwordcpy_safe hfi_qwordcpy
#endif
static __inline__ void hfi_tidflow_set_entry(struct _hfi_ctrl *ctrl,
uint32_t flowid, uint32_t genval,
uint32_t seqnum)
{
/* For proper behavior with RSM interception of FECN packets for CCA,
* the tidflow entry needs the KeepAfterSequenceError bit set.
* A packet that is converted from expected to eager by RSM will not
* trigger an update in the tidflow state. This will cause the tidflow
* to incorrectly report a sequence error on any non-FECN packets that
* arrive after the RSM intercepted packets. If the KeepAfterSequenceError
* bit is set, PSM can properly detect this "false SeqErr" condition,
* and recover without dropping packets.
* Note that if CCA/RSM are not important, this change will slightly
* increase the CPU load when packets are dropped. If this is significant,
* consider hiding this change behind a CCA/RSM environment variable.
*/
ctrl->__hfi_rcvtidflow[flowid] = __cpu_to_le64(
((genval & HFI_TF_GENVAL_MASK) << HFI_TF_GENVAL_SHIFT) |
((seqnum & HFI_TF_SEQNUM_MASK) << HFI_TF_SEQNUM_SHIFT) |
((uint64_t)ctrl->__hfi_tfvalid << HFI_TF_FLOWVALID_SHIFT) |
(1ULL << HFI_TF_HDRSUPP_ENABLED_SHIFT) |
/* KeepAfterSequenceError = 1 -- previously was 0 */
(1ULL << HFI_TF_KEEP_AFTER_SEQERR_SHIFT) |
(1ULL << HFI_TF_KEEP_ON_GENERR_SHIFT) |
/* KeePayloadOnGenErr = 0 */
(1ULL << HFI_TF_STATUS_SEQMISMATCH_SHIFT) |
(1ULL << HFI_TF_STATUS_GENMISMATCH_SHIFT));
}
static __inline__ void hfi_tidflow_reset(struct _hfi_ctrl *ctrl,
uint32_t flowid, uint32_t genval,
uint32_t seqnum)
{
/*
* If a tidflow table entry is set to "Invalid", we want to drop
* header if payload is dropped, we want to get a header if the payload
* is delivered.
*
* We set a tidflow table entry "Invalid" by setting FlowValid=1 and
* GenVal=0x1FFF/0xFFFFF, this is a special generation number and no
* packet will use this value. We don't care SeqNum but we set it to
* 0x7FF. So if GenVal does not match, the payload is dropped because
* KeepPayloadOnGenErr=0; for packet header, KeepOnGenErr=0 make sure
* header is not generated. But if a packet happens to have the special
* generation number, the payload is delivered, HdrSuppEnabled=0 make
* sure header is generated if SeqNUm matches, if SeqNum does not match,
* KeepAfterSeqErr=1 makes sure the header is generated.
*/
ctrl->__hfi_rcvtidflow[flowid] = __cpu_to_le64(
/* genval = 0x1FFF or 0xFFFFF */
((genval & HFI_TF_GENVAL_MASK) << HFI_TF_GENVAL_SHIFT) |
/* seqnum = 0x7FF */
((seqnum & HFI_TF_SEQNUM_MASK) << HFI_TF_SEQNUM_SHIFT) |
((uint64_t)ctrl->__hfi_tfvalid << HFI_TF_FLOWVALID_SHIFT) |
/* HdrSuppEnabled = 0 */
(1ULL << HFI_TF_KEEP_AFTER_SEQERR_SHIFT) |
/* KeepOnGenErr = 0 */
/* KeepPayloadOnGenErr = 0 */
(1ULL << HFI_TF_STATUS_SEQMISMATCH_SHIFT) |
(1ULL << HFI_TF_STATUS_GENMISMATCH_SHIFT));
}
/*
* This should only be used for debugging.
* Normally, we shouldn't read the chip.
*/
static __inline__ uint64_t hfi_tidflow_get(struct _hfi_ctrl *ctrl,
uint32_t flowid)
{
return __le64_to_cpu(ctrl->__hfi_rcvtidflow[flowid]);
}
static __inline__ uint32_t hfi_tidflow_get_seqnum(uint64_t val)
{
return (val >> HFI_TF_SEQNUM_SHIFT) & HFI_TF_SEQNUM_MASK;
}
static __inline__ uint32_t hfi_tidflow_get_genval(uint64_t val)
{
return (val >> HFI_TF_GENVAL_SHIFT) & HFI_TF_GENVAL_MASK;
}
static __inline__ uint32_t hfi_tidflow_get_flowvalid(uint64_t val)
{
return (val >> HFI_TF_FLOWVALID_SHIFT) & HFI_TF_FLOWVALID_MASK;
}
static __inline__ uint32_t hfi_tidflow_get_enabled(uint64_t val)
{
return (val >> HFI_TF_HDRSUPP_ENABLED_SHIFT) &
HFI_TF_HDRSUPP_ENABLED_MASK;
}
static __inline__ uint32_t hfi_tidflow_get_keep_after_seqerr(uint64_t val)
{
return (val >> HFI_TF_KEEP_AFTER_SEQERR_SHIFT) &
HFI_TF_KEEP_AFTER_SEQERR_MASK;
}
static __inline__ uint32_t hfi_tidflow_get_keep_on_generr(uint64_t val)
{
return (val >> HFI_TF_KEEP_ON_GENERR_SHIFT) &
HFI_TF_KEEP_ON_GENERR_MASK;
}
static __inline__ uint32_t hfi_tidflow_get_keep_payload_on_generr(uint64_t val)
{
return (val >> HFI_TF_KEEP_PAYLOAD_ON_GENERR_SHIFT) &
HFI_TF_KEEP_PAYLOAD_ON_GENERR_MASK;
}
static __inline__ uint32_t hfi_tidflow_get_seqmismatch(uint64_t val)
{
return (val >> HFI_TF_STATUS_SEQMISMATCH_SHIFT) &
HFI_TF_STATUS_SEQMISMATCH_MASK;
}
static __inline__ uint32_t hfi_tidflow_get_genmismatch(uint64_t val)
{
return (val >> HFI_TF_STATUS_GENMISMATCH_SHIFT) &
HFI_TF_STATUS_GENMISMATCH_MASK;
}
/*
* This should only be used by a process to write the eager index into
* a subcontext's eager header entry.
*/
static __inline__ void hfi_hdrset_use_egrbfr(__le32 *rbuf, uint32_t val)
{
rbuf[0] =
(rbuf[0] &
__cpu_to_le32(~(HFI_RHF_USE_EGRBFR_MASK <<
HFI_RHF_USE_EGRBFR_SHIFT))) |
__cpu_to_le32((val & HFI_RHF_USE_EGRBFR_MASK) <<
HFI_RHF_USE_EGRBFR_SHIFT);
}
static __inline__ void hfi_hdrset_egrbfr_index(__le32 *rbuf, uint32_t val)
{
rbuf[0] =
(rbuf[0] &
__cpu_to_le32(~(HFI_RHF_EGRBFR_INDEX_MASK <<
HFI_RHF_EGRBFR_INDEX_SHIFT))) |
__cpu_to_le32((val & HFI_RHF_EGRBFR_INDEX_MASK) <<
HFI_RHF_EGRBFR_INDEX_SHIFT);
}
static __inline__ void hfi_hdrset_egrbfr_offset(__le32 *rbuf, uint32_t val)
{
rbuf[1] =
(rbuf[1] &
__cpu_to_le32(~(HFI_RHF_EGRBFR_OFFSET_MASK <<
HFI_RHF_EGRBFR_OFFSET_SHIFT))) |
__cpu_to_le32((val & HFI_RHF_EGRBFR_OFFSET_MASK) <<
HFI_RHF_EGRBFR_OFFSET_SHIFT);
}
/*
* This should only be used by a process to update the receive header
* error flags.
*/
static __inline__ void hfi_hdrset_err_flags(__le32 *rbuf, uint32_t val)
{
rbuf[1] |= __cpu_to_le32(val);
}
/*
* This should only be used by a process to write the rhf seq number into
* a subcontext's eager header entry.
*/
static __inline__ void hfi_hdrset_seq(__le32 *rbuf, uint32_t val)
{
rbuf[0] =
(rbuf[0] &
__cpu_to_le32(~(HFI_RHF_SEQ_MASK <<
HFI_RHF_SEQ_SHIFT))) |
__cpu_to_le32((val & HFI_RHF_SEQ_MASK) << HFI_RHF_SEQ_SHIFT);
}
/* Manage TID entries. It is possible that not all entries
requested may be allocated. A matching hfi_free_tid() must be
done for each hfi_update_tid(), because currently no caching or
reuse of expected tid entries is allowed, to work around malloc/free
and mmap/munmap issues. The driver decides which TID entries to allocate.
If hfi_free_tid is called to free entries in use by a different
send by the same process, data corruption will probably occur,
but only within that process, not for other processes.
*/
/* update tidcnt expected TID entries from the array pointed to by tidinfo. */
/* Returns 0 on success, else an errno. See full description at declaration */
static __inline__ int32_t hfi_update_tid(struct _hfi_ctrl *ctrl,
uint64_t vaddr, uint32_t *length,
uint64_t tidlist, uint32_t *tidcnt, uint16_t flags)
{
struct hfi1_cmd cmd;
struct hfi1_tid_info tidinfo;
#ifdef PSM_CUDA
struct hfi1_tid_info_v2 tidinfov2;
#endif
int err;
tidinfo.vaddr = vaddr; /* base address for this send to map */
tidinfo.length = *length; /* length of vaddr */
tidinfo.tidlist = tidlist; /* driver copies tids back directly */
tidinfo.tidcnt = 0; /* clear to zero */
cmd.type = PSMI_HFI_CMD_TID_UPDATE;
cmd.len = sizeof(tidinfo);
cmd.addr = (__u64) &tidinfo;
#ifdef PSM_CUDA
if (PSMI_IS_DRIVER_GPUDIRECT_ENABLED) {
/* Copy values to v2 struct */
tidinfov2.vaddr = tidinfo.vaddr;
tidinfov2.length = tidinfo.length;
tidinfov2.tidlist = tidinfo.tidlist;
tidinfov2.tidcnt = tidinfo.tidcnt;
tidinfov2.flags = flags;
cmd.type = PSMI_HFI_CMD_TID_UPDATE_V2;
cmd.len = sizeof(tidinfov2);
cmd.addr = (__u64) &tidinfov2;
}
#endif
err = hfi_cmd_write(ctrl->fd, &cmd, sizeof(cmd));
if (err != -1) {
struct hfi1_tid_info *rettidinfo =
(struct hfi1_tid_info *)cmd.addr;
*length = rettidinfo->length;
*tidcnt = rettidinfo->tidcnt;
}
return err;
}
static __inline__ int32_t hfi_free_tid(struct _hfi_ctrl *ctrl,
uint64_t tidlist, uint32_t tidcnt)
{
struct hfi1_cmd cmd;
struct hfi1_tid_info tidinfo;
int err;
tidinfo.tidlist = tidlist; /* input to driver */
tidinfo.tidcnt = tidcnt;
cmd.type = PSMI_HFI_CMD_TID_FREE;
cmd.len = sizeof(tidinfo);
cmd.addr = (__u64) &tidinfo;
err = hfi_cmd_write(ctrl->fd, &cmd, sizeof(cmd));
return err;
}
static __inline__ int32_t hfi_get_invalidation(struct _hfi_ctrl *ctrl,
uint64_t tidlist, uint32_t *tidcnt)
{
struct hfi1_cmd cmd;
struct hfi1_tid_info tidinfo;
int err;
tidinfo.tidlist = tidlist; /* driver copies tids back directly */
tidinfo.tidcnt = 0; /* clear to zero */
cmd.type = PSMI_HFI_CMD_TID_INVAL_READ;
cmd.len = sizeof(tidinfo);
cmd.addr = (__u64) &tidinfo;
err = hfi_cmd_write(ctrl->fd, &cmd, sizeof(cmd));
if (err != -1)
*tidcnt = tidinfo.tidcnt;
return err;
}
/*
* Data layout in I2C flash (for GUID, etc.)
* All fields are little-endian binary unless otherwise stated
*/
#define HFI_FLASH_VERSION 2
struct hfi_flash {
/* flash layout version (HFI_FLASH_VERSION) */
__u8 if_fversion;
/* checksum protecting if_length bytes */
__u8 if_csum;
/*
* valid length (in use, protected by if_csum), including
* if_fversion and if_csum themselves)
*/
__u8 if_length;
/* the GUID, in network order */
__u8 if_guid[8];
/* number of GUIDs to use, starting from if_guid */
__u8 if_numguid;
/* the (last 10 characters of) board serial number, in ASCII */
char if_serial[12];
/* board mfg date (YYYYMMDD ASCII) */
char if_mfgdate[8];
/* last board rework/test date (YYYYMMDD ASCII) */
char if_testdate[8];
/* logging of error counts, TBD */
__u8 if_errcntp[4];
/* powered on hours, updated at driver unload */
__u8 if_powerhour[2];
/* ASCII free-form comment field */
char if_comment[32];
/* Backwards compatible prefix for longer QLogic Serial Numbers */
char if_sprefix[4];
/* 82 bytes used, min flash size is 128 bytes */
__u8 if_future[46];
};
#endif /* OPA_USER_GEN1_H */