/*
This file is provided under a dual BSD/GPLv2 license. When using or
redistributing this file, you may do so under either license.
GPL LICENSE SUMMARY
Copyright(c) 2015 Intel Corporation.
This program is free software; you can redistribute it and/or modify
it under the terms of version 2 of the GNU General Public License as
published by the Free Software Foundation.
This program is distributed in the hope that it will be useful, but
WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
General Public License for more details.
Contact Information:
Intel Corporation, www.intel.com
BSD LICENSE
Copyright(c) 2015 Intel Corporation.
Redistribution and use in source and binary forms, with or without
modification, are permitted provided that the following conditions
are met:
* Redistributions of source code must retain the above copyright
notice, this list of conditions and the following disclaimer.
* Redistributions in binary form must reproduce the above copyright
notice, this list of conditions and the following disclaimer in
the documentation and/or other materials provided with the
distribution.
* Neither the name of Intel Corporation nor the names of its
contributors may be used to endorse or promote products derived
from this software without specific prior written permission.
THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
*/
/* Copyright (c) 2003-2014 Intel Corporation. All rights reserved. */
#ifndef _IPS_SCB_H
#define _IPS_SCB_H
#include "psm2_mock_testing.h"
#include "psm_user.h"
#include "ips_proto_header.h"
/* ips_alloc_scb flags */
#define IPS_SCB_FLAG_NONE 0x0
#define IPS_SCB_FLAG_ADD_BUFFER 0x1
/* macros to update scb */
#define ips_scb_opcode(scb) scb->opcode
#define ips_scb_buffer(scb) scb->payload
#define ips_scb_length(scb) scb->payload_size
#define ips_scb_flags(scb) scb->scb_flags
#define ips_scb_dma_cntr(scb) scb->dma_cntr
#define ips_scb_epaddr(scb) scb->epaddr
#define ips_scb_cb(scb) scb->callback
#define ips_scb_cb_param(scb) scb->cb_param
#define ips_scb_copy_tag(dst, src) \
(dst)[0] = (src)[0]; \
(dst)[1] = (src)[1]; \
(dst)[2] = (src)[2];
struct ips_scbbuf;
struct ips_scb;
struct ips_scbctrl;
struct ips_tid_send_desc;
typedef void (*ips_scbctrl_avail_callback_fn_t) (struct ips_scbctrl *,
void *context);
STAILQ_HEAD(ips_scb_stailq, ips_scb);
SLIST_HEAD(ips_scb_slist, ips_scb);
struct ips_scbctrl {
/* const psmi_context_t *context; */
/* Send control blocks for each send */
uint32_t scb_num;
uint32_t scb_num_cur;
SLIST_HEAD(scb_free, ips_scb) scb_free;
void *scb_base;
ips_scbctrl_avail_callback_fn_t scb_avail_callback;
void *scb_avail_context;
/* Immediate data for send buffers */
uint32_t scb_imm_size;
void *scb_imm_buf;
psmi_timer *timers; /* ack/send timers */
/*
* Send buffers (or bounce buffers) to keep user data if we need to
* retransmit.
*/
uint32_t sbuf_num;
uint32_t sbuf_num_cur;
SLIST_HEAD(sbuf_free, ips_scbbuf) sbuf_free;
void *sbuf_buf_alloc;
uint32_t sbuf_buf_size;
void *sbuf_buf_base;
void *sbuf_buf_last;
};
struct ips_scbbuf {
SLIST_ENTRY(ips_scbbuf) next;
};
typedef struct ips_scb ips_scb_t;
struct ips_scb {
union {
SLIST_ENTRY(ips_scb) next;
STAILQ_ENTRY(ips_scb) nextq;
};
union {
void *payload;
struct ips_scbbuf *sbuf;
};
uint64_t ack_timeout; /* in cycles */
uint64_t abs_timeout; /* in cycles */
psmi_timer *timer_send; /* for sending packets */
psmi_timer *timer_ack; /* for acking packets */
/* Used when composing packet */
psmi_seqnum_t seq_num;
uint32_t cksum[2];
uint32_t scb_flags;
uint32_t payload_size; /* remaining first packet size */
uint32_t chunk_size; /* total buffer size if nfrag > 1 */
/* initially chunk_size_remaining = chunk_size. */
uint32_t chunk_size_remaining; /* buffer size to re-transmit */
uint16_t nfrag; /* total packets in sequence */
/* initially nfrag_remaining = nfrag */
uint16_t nfrag_remaining; /* number packets to re-transmit */
uint16_t dma_complete;
uint16_t tidctrl;
uint16_t frag_size; /* max packet size in sequence */
uint16_t opcode;
uint16_t tsess_length;
uint32_t *tsess;
struct ips_flow *flow;
struct ips_tid_send_desc *tidsendc;
struct ips_scbctrl *scbc;
void *imm_payload;
union {
int (*callback) (void *, uint32_t);
psm2_am_completion_fn_t completion_am;
};
void *cb_param;
#ifdef PSM_CUDA
psm2_mq_req_t mq_req; /* back pointer to original request */
#endif
/* sdma header place holder, PSM2 code should access
* the psm_hal_sdma_req_info only using the psmi_get_sdma_req_info()
* accessor function. */
/*
* The size of struct psm_hal_sdma_req_info is variable. (10 bytes for
* GPU-direct and 8 bytes for non GPU-Direct)
* When GPU-Direct feature is used, all 10 bytes of the space is used.
* Otherwise, we only use upto 8 bytes. The usage is controlled by
* psmi_get_sdma_req_info() in ips_proto.h
*/
struct psm_hal_sdma_req_info _DO_NOT_USE_;
struct {
struct psm_hal_pbc pbc;
struct ips_message_header ips_lrh;
} PSMI_CACHEALIGN;
};
/* Make sure pbc is at the right place before the message header */
COMPILE_TIME_ASSERT(PBC_ABUTS_IPS_MSG_HDR,(sizeof(struct psm_hal_pbc) ==
(size_t) (offsetof(struct ips_scb, ips_lrh) -
offsetof(struct ips_scb, pbc))));
#ifdef PSM_CUDA
#define IS_TRANSFER_BUF_GPU_MEM(scb) (ips_scb_flags(scb) & IPS_SEND_FLAG_PAYLOAD_BUF_GPU)
#endif
void ips_scbctrl_free(ips_scb_t *scb);
int ips_scbctrl_bufalloc(ips_scb_t *scb);
int ips_scbctrl_avail(struct ips_scbctrl *scbc);
ips_scb_t *MOCKABLE(ips_scbctrl_alloc)(struct ips_scbctrl *scbc,
int scbnum, int len, uint32_t flags);
MOCK_DCL_EPILOGUE(ips_scbctrl_alloc);
ips_scb_t *MOCKABLE(ips_scbctrl_alloc_tiny)(struct ips_scbctrl *scbc);
MOCK_DCL_EPILOGUE(ips_scbctrl_alloc_tiny);
psm2_error_t ips_scbctrl_init(const psmi_context_t *context,
uint32_t numscb, uint32_t numbufs,
uint32_t imm_size, uint32_t bufsize,
ips_scbctrl_avail_callback_fn_t,
void *avail_context, struct ips_scbctrl *);
psm2_error_t ips_scbctrl_fini(struct ips_scbctrl *);
psm2_error_t ips_scbctrl_writev(struct ips_scb_slist *slist, int fd);
#endif /* _IPS_SCB_H */