|
Packit Service |
aa3af4 |
/*
|
|
Packit Service |
aa3af4 |
* Copyright (c) 2001-2020 Mellanox Technologies, Ltd. All rights reserved.
|
|
Packit Service |
aa3af4 |
*
|
|
Packit Service |
aa3af4 |
* This software is available to you under a choice of one of two
|
|
Packit Service |
aa3af4 |
* licenses. You may choose to be licensed under the terms of the GNU
|
|
Packit Service |
aa3af4 |
* General Public License (GPL) Version 2, available from the file
|
|
Packit Service |
aa3af4 |
* COPYING in the main directory of this source tree, or the
|
|
Packit Service |
aa3af4 |
* BSD license below:
|
|
Packit Service |
aa3af4 |
*
|
|
Packit Service |
aa3af4 |
* Redistribution and use in source and binary forms, with or
|
|
Packit Service |
aa3af4 |
* without modification, are permitted provided that the following
|
|
Packit Service |
aa3af4 |
* conditions are met:
|
|
Packit Service |
aa3af4 |
*
|
|
Packit Service |
aa3af4 |
* - Redistributions of source code must retain the above
|
|
Packit Service |
aa3af4 |
* copyright notice, this list of conditions and the following
|
|
Packit Service |
aa3af4 |
* disclaimer.
|
|
Packit Service |
aa3af4 |
*
|
|
Packit Service |
aa3af4 |
* - Redistributions in binary form must reproduce the above
|
|
Packit Service |
aa3af4 |
* copyright notice, this list of conditions and the following
|
|
Packit Service |
aa3af4 |
* disclaimer in the documentation and/or other materials
|
|
Packit Service |
aa3af4 |
* provided with the distribution.
|
|
Packit Service |
aa3af4 |
*
|
|
Packit Service |
aa3af4 |
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
|
|
Packit Service |
aa3af4 |
* EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
|
|
Packit Service |
aa3af4 |
* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
|
|
Packit Service |
aa3af4 |
* NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
|
|
Packit Service |
aa3af4 |
* BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
|
|
Packit Service |
aa3af4 |
* ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
|
|
Packit Service |
aa3af4 |
* CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
|
Packit Service |
aa3af4 |
* SOFTWARE.
|
|
Packit Service |
aa3af4 |
*/
|
|
Packit Service |
aa3af4 |
|
|
Packit Service |
aa3af4 |
#ifndef RING_BOND_H
|
|
Packit Service |
aa3af4 |
#define RING_BOND_H
|
|
Packit Service |
aa3af4 |
|
|
Packit Service |
aa3af4 |
#include "ring.h"
|
|
Packit Service |
aa3af4 |
|
|
Packit Service |
aa3af4 |
#include "vma/dev/ring_tap.h"
|
|
Packit Service |
aa3af4 |
#include "vma/dev/net_device_table_mgr.h"
|
|
Packit Service |
aa3af4 |
|
|
Packit Service |
aa3af4 |
typedef std::vector<ring_slave*> ring_slave_vector_t;
|
|
Packit Service |
aa3af4 |
|
|
Packit Service |
aa3af4 |
struct flow_sink_t {
|
|
Packit Service |
aa3af4 |
flow_tuple flow;
|
|
Packit Service |
aa3af4 |
pkt_rcvr_sink *sink;
|
|
Packit Service |
aa3af4 |
};
|
|
Packit Service |
aa3af4 |
|
|
Packit Service |
aa3af4 |
class ring_bond : public ring {
|
|
Packit Service |
aa3af4 |
|
|
Packit Service |
aa3af4 |
public:
|
|
Packit Service |
aa3af4 |
ring_bond(int if_index);
|
|
Packit Service |
aa3af4 |
virtual ~ring_bond();
|
|
Packit Service |
aa3af4 |
|
|
Packit Service |
aa3af4 |
virtual void print_val();
|
|
Packit Service |
aa3af4 |
|
|
Packit Service |
aa3af4 |
virtual int request_notification(cq_type_t cq_type, uint64_t poll_sn);
|
|
Packit Service |
aa3af4 |
virtual int poll_and_process_element_rx(uint64_t* p_cq_poll_sn, void* pv_fd_ready_array = NULL);
|
|
Packit Service |
aa3af4 |
virtual void adapt_cq_moderation();
|
|
Packit Service |
aa3af4 |
virtual bool reclaim_recv_buffers(descq_t *rx_reuse);
|
|
Packit Service |
aa3af4 |
virtual bool reclaim_recv_buffers(mem_buf_desc_t* rx_reuse_lst);
|
|
Packit Service |
aa3af4 |
virtual int drain_and_proccess();
|
|
Packit Service |
aa3af4 |
virtual int wait_for_notification_and_process_element(int cq_channel_fd, uint64_t* p_cq_poll_sn, void* pv_fd_ready_array = NULL);
|
|
Packit Service |
aa3af4 |
virtual int get_num_resources() const { return m_bond_rings.size(); };
|
|
Packit Service |
aa3af4 |
virtual bool attach_flow(flow_tuple& flow_spec_5t, pkt_rcvr_sink* sink);
|
|
Packit Service |
aa3af4 |
virtual bool detach_flow(flow_tuple& flow_spec_5t, pkt_rcvr_sink* sink);
|
|
Packit Service |
aa3af4 |
virtual void restart();
|
|
Packit Service |
aa3af4 |
virtual mem_buf_desc_t* mem_buf_tx_get(ring_user_id_t id, bool b_block, int n_num_mem_bufs = 1);
|
|
Packit Service |
aa3af4 |
virtual int mem_buf_tx_release(mem_buf_desc_t* p_mem_buf_desc_list, bool b_accounting, bool trylock = false);
|
|
Packit Service |
aa3af4 |
virtual void inc_tx_retransmissions_stats(ring_user_id_t id);
|
|
Packit Service |
aa3af4 |
virtual void send_ring_buffer(ring_user_id_t id, vma_ibv_send_wr* p_send_wqe, vma_wr_tx_packet_attr attr);
|
|
Packit Service |
aa3af4 |
virtual void send_lwip_buffer(ring_user_id_t id, vma_ibv_send_wr* p_send_wqe, vma_wr_tx_packet_attr attr);
|
|
Packit Service |
aa3af4 |
virtual void mem_buf_desc_return_single_to_owner_tx(mem_buf_desc_t* p_mem_buf_desc);
|
|
Packit Service |
aa3af4 |
virtual bool is_member(ring_slave* rng);
|
|
Packit Service |
aa3af4 |
virtual bool is_active_member(ring_slave* rng, ring_user_id_t id);
|
|
Packit Service |
aa3af4 |
virtual ring_user_id_t generate_id(const address_t src_mac, const address_t dst_mac, uint16_t eth_proto, uint16_t encap_proto, uint32_t src_ip, uint32_t dst_ip, uint16_t src_port, uint16_t dst_port);
|
|
Packit Service |
aa3af4 |
virtual bool get_hw_dummy_send_support(ring_user_id_t id, vma_ibv_send_wr* p_send_wqe);
|
|
Packit Service |
aa3af4 |
virtual int modify_ratelimit(struct vma_rate_limit_t &rate_limit);
|
|
Packit Service |
aa3af4 |
virtual uint32_t get_max_inline_data();
|
|
Packit Service |
aa3af4 |
#ifdef DEFINED_TSO
|
|
Packit Service |
aa3af4 |
virtual uint32_t get_max_send_sge(void);
|
|
Packit Service |
aa3af4 |
virtual uint32_t get_max_payload_sz(void);
|
|
Packit Service |
aa3af4 |
virtual uint16_t get_max_header_sz(void);
|
|
Packit Service |
aa3af4 |
virtual uint32_t get_tx_lkey(ring_user_id_t id) { return m_bond_rings[id]->get_tx_lkey(id); }
|
|
Packit Service |
aa3af4 |
virtual bool is_tso(void);
|
|
Packit Service |
aa3af4 |
#endif /* DEFINED_TSO */
|
|
Packit Service |
aa3af4 |
int socketxtreme_poll(struct vma_completion_t *vma_completions, unsigned int ncompletions, int flags);
|
|
Packit Service |
aa3af4 |
virtual void slave_create(int if_index) = 0;
|
|
Packit Service |
aa3af4 |
virtual void slave_destroy(int if_index);
|
|
Packit Service |
aa3af4 |
protected:
|
|
Packit Service |
aa3af4 |
void update_cap(ring_slave *slave = NULL);
|
|
Packit Service |
aa3af4 |
void update_rx_channel_fds();
|
|
Packit Service |
aa3af4 |
void popup_active_rings();
|
|
Packit Service |
aa3af4 |
|
|
Packit Service |
aa3af4 |
ring_slave_vector_t m_bond_rings;
|
|
Packit Service |
aa3af4 |
std::vector<struct flow_sink_t> m_rx_flows;
|
|
Packit Service |
aa3af4 |
uint32_t m_max_inline_data;
|
|
Packit Service |
aa3af4 |
#ifdef DEFINED_TSO
|
|
Packit Service |
aa3af4 |
uint32_t m_max_send_sge;
|
|
Packit Service |
aa3af4 |
#endif /* DEFINED_TSO */
|
|
Packit Service |
aa3af4 |
|
|
Packit Service |
aa3af4 |
private:
|
|
Packit Service |
aa3af4 |
void devide_buffers_helper(descq_t *rx_reuse, descq_t *buffer_per_ring);
|
|
Packit Service |
aa3af4 |
int devide_buffers_helper(mem_buf_desc_t *p_mem_buf_desc_list, mem_buf_desc_t** buffer_per_ring);
|
|
Packit Service |
aa3af4 |
|
|
Packit Service |
aa3af4 |
bool is_socketxtreme(void) { return false; }
|
|
Packit Service |
aa3af4 |
void put_ec(struct ring_ec *ec) { NOT_IN_USE(ec); }
|
|
Packit Service |
aa3af4 |
void del_ec(struct ring_ec *ec) { NOT_IN_USE(ec); }
|
|
Packit Service |
aa3af4 |
struct vma_completion_t *get_comp(void) { return NULL; }
|
|
Packit Service |
aa3af4 |
|
|
Packit Service |
aa3af4 |
net_device_val::bond_type m_type;
|
|
Packit Service |
aa3af4 |
net_device_val::bond_xmit_hash_policy m_xmit_hash_policy;
|
|
Packit Service |
aa3af4 |
lock_mutex_recursive m_lock_ring_rx;
|
|
Packit Service |
aa3af4 |
lock_mutex_recursive m_lock_ring_tx;
|
|
Packit Service |
aa3af4 |
};
|
|
Packit Service |
aa3af4 |
|
|
Packit Service |
aa3af4 |
class ring_bond_eth : public ring_bond
|
|
Packit Service |
aa3af4 |
{
|
|
Packit Service |
aa3af4 |
public:
|
|
Packit Service |
aa3af4 |
ring_bond_eth(int if_index):
|
|
Packit Service |
aa3af4 |
ring_bond(if_index) {
|
|
Packit Service |
aa3af4 |
net_device_val* p_ndev =
|
|
Packit Service |
aa3af4 |
g_p_net_device_table_mgr->get_net_device_val(m_parent->get_if_index());
|
|
Packit Service |
aa3af4 |
if (p_ndev) {
|
|
Packit Service |
aa3af4 |
const slave_data_vector_t& slaves = p_ndev->get_slave_array();
|
|
Packit Service |
aa3af4 |
update_cap();
|
|
Packit Service |
aa3af4 |
for (size_t i = 0; i < slaves.size(); i++) {
|
|
Packit Service |
aa3af4 |
slave_create(slaves[i]->if_index);
|
|
Packit Service |
aa3af4 |
}
|
|
Packit Service |
aa3af4 |
}
|
|
Packit Service |
aa3af4 |
}
|
|
Packit Service |
aa3af4 |
|
|
Packit Service |
aa3af4 |
protected:
|
|
Packit Service |
aa3af4 |
virtual void slave_create(int if_index);
|
|
Packit Service |
aa3af4 |
};
|
|
Packit Service |
aa3af4 |
|
|
Packit Service |
aa3af4 |
class ring_bond_ib : public ring_bond
|
|
Packit Service |
aa3af4 |
{
|
|
Packit Service |
aa3af4 |
public:
|
|
Packit Service |
aa3af4 |
ring_bond_ib(int if_index):
|
|
Packit Service |
aa3af4 |
ring_bond(if_index) {
|
|
Packit Service |
aa3af4 |
net_device_val* p_ndev =
|
|
Packit Service |
aa3af4 |
g_p_net_device_table_mgr->get_net_device_val(m_parent->get_if_index());
|
|
Packit Service |
aa3af4 |
if (p_ndev) {
|
|
Packit Service |
aa3af4 |
const slave_data_vector_t& slaves = p_ndev->get_slave_array();
|
|
Packit Service |
aa3af4 |
update_cap();
|
|
Packit Service |
aa3af4 |
for (size_t i = 0; i < slaves.size(); i++) {
|
|
Packit Service |
aa3af4 |
slave_create(slaves[i]->if_index);
|
|
Packit Service |
aa3af4 |
}
|
|
Packit Service |
aa3af4 |
}
|
|
Packit Service |
aa3af4 |
}
|
|
Packit Service |
aa3af4 |
|
|
Packit Service |
aa3af4 |
protected:
|
|
Packit Service |
aa3af4 |
virtual void slave_create(int if_index);
|
|
Packit Service |
aa3af4 |
};
|
|
Packit Service |
aa3af4 |
|
|
Packit Service |
aa3af4 |
class ring_bond_netvsc : public ring_bond
|
|
Packit Service |
aa3af4 |
{
|
|
Packit Service |
aa3af4 |
public:
|
|
Packit Service |
aa3af4 |
ring_bond_netvsc(int if_index):
|
|
Packit Service |
aa3af4 |
ring_bond(if_index) {
|
|
Packit Service |
aa3af4 |
net_device_val* p_ndev =
|
|
Packit Service |
aa3af4 |
g_p_net_device_table_mgr->get_net_device_val(m_parent->get_if_index());
|
|
Packit Service |
aa3af4 |
|
|
Packit Service |
aa3af4 |
m_vf_ring = NULL;
|
|
Packit Service |
aa3af4 |
m_tap_ring = NULL;
|
|
Packit Service |
aa3af4 |
if (p_ndev) {
|
|
Packit Service |
aa3af4 |
const slave_data_vector_t& slaves = p_ndev->get_slave_array();
|
|
Packit Service |
aa3af4 |
update_cap();
|
|
Packit Service |
aa3af4 |
slave_create(p_ndev->get_if_idx());
|
|
Packit Service |
aa3af4 |
for (size_t i = 0; i < slaves.size(); i++) {
|
|
Packit Service |
aa3af4 |
slave_create(slaves[i]->if_index);
|
|
Packit Service |
aa3af4 |
}
|
|
Packit Service |
aa3af4 |
|
|
Packit Service |
aa3af4 |
if (m_tap_ring && m_vf_ring) {
|
|
Packit Service |
aa3af4 |
ring_tap* p_ring_tap = dynamic_cast<ring_tap*>(m_tap_ring);
|
|
Packit Service |
aa3af4 |
if (p_ring_tap) {
|
|
Packit Service |
aa3af4 |
p_ring_tap->set_vf_ring(m_vf_ring);
|
|
Packit Service |
aa3af4 |
}
|
|
Packit Service |
aa3af4 |
}
|
|
Packit Service |
aa3af4 |
}
|
|
Packit Service |
aa3af4 |
}
|
|
Packit Service |
aa3af4 |
|
|
Packit Service |
aa3af4 |
protected:
|
|
Packit Service |
aa3af4 |
virtual void slave_create(int if_index);
|
|
Packit Service |
aa3af4 |
|
|
Packit Service |
aa3af4 |
public:
|
|
Packit Service |
aa3af4 |
ring_slave* m_vf_ring;
|
|
Packit Service |
aa3af4 |
ring_slave* m_tap_ring;
|
|
Packit Service |
aa3af4 |
};
|
|
Packit Service |
aa3af4 |
|
|
Packit Service |
aa3af4 |
#endif /* RING_BOND_H */
|