/* * Copyright (c) 2001-2020 Mellanox Technologies, Ltd. All rights reserved. * * This software is available to you under a choice of one of two * licenses. You may choose to be licensed under the terms of the GNU * General Public License (GPL) Version 2, available from the file * COPYING in the main directory of this source tree, or the * BSD license below: * * Redistribution and use in source and binary forms, with or * without modification, are permitted provided that the following * conditions are met: * * - Redistributions of source code must retain the above * copyright notice, this list of conditions and the following * disclaimer. * * - Redistributions in binary form must reproduce the above * copyright notice, this list of conditions and the following * disclaimer in the documentation and/or other materials * provided with the distribution. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE * SOFTWARE. */ #ifndef RING_BOND_H #define RING_BOND_H #include "ring.h" #include "vma/dev/ring_tap.h" #include "vma/dev/net_device_table_mgr.h" typedef std::vector ring_slave_vector_t; struct flow_sink_t { flow_tuple flow; pkt_rcvr_sink *sink; }; class ring_bond : public ring { public: ring_bond(int if_index); virtual ~ring_bond(); virtual void print_val(); virtual int request_notification(cq_type_t cq_type, uint64_t poll_sn); virtual int poll_and_process_element_rx(uint64_t* p_cq_poll_sn, void* pv_fd_ready_array = NULL); virtual void adapt_cq_moderation(); virtual bool reclaim_recv_buffers(descq_t *rx_reuse); virtual bool reclaim_recv_buffers(mem_buf_desc_t* rx_reuse_lst); virtual int drain_and_proccess(); virtual int wait_for_notification_and_process_element(int cq_channel_fd, uint64_t* p_cq_poll_sn, void* pv_fd_ready_array = NULL); virtual int get_num_resources() const { return m_bond_rings.size(); }; virtual bool attach_flow(flow_tuple& flow_spec_5t, pkt_rcvr_sink* sink); virtual bool detach_flow(flow_tuple& flow_spec_5t, pkt_rcvr_sink* sink); virtual void restart(); virtual mem_buf_desc_t* mem_buf_tx_get(ring_user_id_t id, bool b_block, int n_num_mem_bufs = 1); virtual int mem_buf_tx_release(mem_buf_desc_t* p_mem_buf_desc_list, bool b_accounting, bool trylock = false); virtual void inc_tx_retransmissions_stats(ring_user_id_t id); virtual void send_ring_buffer(ring_user_id_t id, vma_ibv_send_wr* p_send_wqe, vma_wr_tx_packet_attr attr); virtual void send_lwip_buffer(ring_user_id_t id, vma_ibv_send_wr* p_send_wqe, vma_wr_tx_packet_attr attr); virtual void mem_buf_desc_return_single_to_owner_tx(mem_buf_desc_t* p_mem_buf_desc); virtual bool is_member(ring_slave* rng); virtual bool is_active_member(ring_slave* rng, ring_user_id_t id); virtual ring_user_id_t generate_id(const address_t src_mac, const address_t dst_mac, uint16_t eth_proto, uint16_t encap_proto, uint32_t src_ip, uint32_t dst_ip, uint16_t src_port, uint16_t dst_port); virtual bool get_hw_dummy_send_support(ring_user_id_t id, vma_ibv_send_wr* p_send_wqe); virtual int modify_ratelimit(struct vma_rate_limit_t &rate_limit); virtual uint32_t get_max_inline_data(); #ifdef DEFINED_TSO virtual uint32_t get_max_send_sge(void); virtual uint32_t get_max_payload_sz(void); virtual uint16_t get_max_header_sz(void); virtual uint32_t get_tx_lkey(ring_user_id_t id) { return m_bond_rings[id]->get_tx_lkey(id); } virtual bool is_tso(void); #endif /* DEFINED_TSO */ int socketxtreme_poll(struct vma_completion_t *vma_completions, unsigned int ncompletions, int flags); virtual void slave_create(int if_index) = 0; virtual void slave_destroy(int if_index); protected: void update_cap(ring_slave *slave = NULL); void update_rx_channel_fds(); void popup_active_rings(); ring_slave_vector_t m_bond_rings; std::vector m_rx_flows; uint32_t m_max_inline_data; #ifdef DEFINED_TSO uint32_t m_max_send_sge; #endif /* DEFINED_TSO */ private: void devide_buffers_helper(descq_t *rx_reuse, descq_t *buffer_per_ring); int devide_buffers_helper(mem_buf_desc_t *p_mem_buf_desc_list, mem_buf_desc_t** buffer_per_ring); bool is_socketxtreme(void) { return false; } void put_ec(struct ring_ec *ec) { NOT_IN_USE(ec); } void del_ec(struct ring_ec *ec) { NOT_IN_USE(ec); } struct vma_completion_t *get_comp(void) { return NULL; } net_device_val::bond_type m_type; net_device_val::bond_xmit_hash_policy m_xmit_hash_policy; lock_mutex_recursive m_lock_ring_rx; lock_mutex_recursive m_lock_ring_tx; }; class ring_bond_eth : public ring_bond { public: ring_bond_eth(int if_index): ring_bond(if_index) { net_device_val* p_ndev = g_p_net_device_table_mgr->get_net_device_val(m_parent->get_if_index()); if (p_ndev) { const slave_data_vector_t& slaves = p_ndev->get_slave_array(); update_cap(); for (size_t i = 0; i < slaves.size(); i++) { slave_create(slaves[i]->if_index); } } } protected: virtual void slave_create(int if_index); }; class ring_bond_ib : public ring_bond { public: ring_bond_ib(int if_index): ring_bond(if_index) { net_device_val* p_ndev = g_p_net_device_table_mgr->get_net_device_val(m_parent->get_if_index()); if (p_ndev) { const slave_data_vector_t& slaves = p_ndev->get_slave_array(); update_cap(); for (size_t i = 0; i < slaves.size(); i++) { slave_create(slaves[i]->if_index); } } } protected: virtual void slave_create(int if_index); }; class ring_bond_netvsc : public ring_bond { public: ring_bond_netvsc(int if_index): ring_bond(if_index) { net_device_val* p_ndev = g_p_net_device_table_mgr->get_net_device_val(m_parent->get_if_index()); m_vf_ring = NULL; m_tap_ring = NULL; if (p_ndev) { const slave_data_vector_t& slaves = p_ndev->get_slave_array(); update_cap(); slave_create(p_ndev->get_if_idx()); for (size_t i = 0; i < slaves.size(); i++) { slave_create(slaves[i]->if_index); } if (m_tap_ring && m_vf_ring) { ring_tap* p_ring_tap = dynamic_cast(m_tap_ring); if (p_ring_tap) { p_ring_tap->set_vf_ring(m_vf_ring); } } } } protected: virtual void slave_create(int if_index); public: ring_slave* m_vf_ring; ring_slave* m_tap_ring; }; #endif /* RING_BOND_H */