diff options
Diffstat (limited to 'include/infiniband/verbs.h')
-rw-r--r-- | include/infiniband/verbs.h | 2276 |
1 files changed, 0 insertions, 2276 deletions
diff --git a/include/infiniband/verbs.h b/include/infiniband/verbs.h deleted file mode 100644 index e994c21..0000000 --- a/include/infiniband/verbs.h +++ /dev/null @@ -1,2276 +0,0 @@ -/* - * Copyright (c) 2004, 2005 Topspin Communications. All rights reserved. - * Copyright (c) 2004, 2011-2012 Intel Corporation. All rights reserved. - * Copyright (c) 2005, 2006, 2007 Cisco Systems, Inc. All rights reserved. - * Copyright (c) 2005 PathScale, Inc. All rights reserved. - * - * This software is available to you under a choice of one of two - * licenses. You may choose to be licensed under the terms of the GNU - * General Public License (GPL) Version 2, available from the file - * COPYING in the main directory of this source tree, or the - * OpenIB.org BSD license below: - * - * Redistribution and use in source and binary forms, with or - * without modification, are permitted provided that the following - * conditions are met: - * - * - Redistributions of source code must retain the above - * copyright notice, this list of conditions and the following - * disclaimer. - * - * - Redistributions in binary form must reproduce the above - * copyright notice, this list of conditions and the following - * disclaimer in the documentation and/or other materials - * provided with the distribution. - * - * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, - * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF - * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND - * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS - * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN - * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN - * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE - * SOFTWARE. - */ - -#ifndef INFINIBAND_VERBS_H -#define INFINIBAND_VERBS_H - -#include <stdint.h> -#include <pthread.h> -#include <stddef.h> -#include <errno.h> -#include <string.h> - -#ifdef __cplusplus -# define BEGIN_C_DECLS extern "C" { -# define END_C_DECLS } -#else /* !__cplusplus */ -# define BEGIN_C_DECLS -# define END_C_DECLS -#endif /* __cplusplus */ - -#if __GNUC__ >= 3 -# define __attribute_const __attribute__((const)) -#else -# define __attribute_const -#endif - -BEGIN_C_DECLS - -union ibv_gid { - uint8_t raw[16]; - struct { - uint64_t subnet_prefix; - uint64_t interface_id; - } global; -}; - -#ifndef container_of -/** - * container_of - cast a member of a structure out to the containing structure - * @ptr: the pointer to the member. - * @type: the type of the container struct this is embedded in. - * @member: the name of the member within the struct. - * - */ -#define container_of(ptr, type, member) \ - ((type *) ((uint8_t *)(ptr) - offsetof(type, member))) -#endif - -#define vext_field_avail(type, fld, sz) (offsetof(type, fld) < (sz)) - -static void *__VERBS_ABI_IS_EXTENDED = ((uint8_t *) NULL) - 1; - -enum ibv_node_type { - IBV_NODE_UNKNOWN = -1, - IBV_NODE_CA = 1, - IBV_NODE_SWITCH, - IBV_NODE_ROUTER, - IBV_NODE_RNIC, - IBV_NODE_USNIC, - IBV_NODE_USNIC_UDP, -}; - -enum ibv_transport_type { - IBV_TRANSPORT_UNKNOWN = -1, - IBV_TRANSPORT_IB = 0, - IBV_TRANSPORT_IWARP, - IBV_TRANSPORT_USNIC, - IBV_TRANSPORT_USNIC_UDP, -}; - -enum ibv_device_cap_flags { - IBV_DEVICE_RESIZE_MAX_WR = 1, - IBV_DEVICE_BAD_PKEY_CNTR = 1 << 1, - IBV_DEVICE_BAD_QKEY_CNTR = 1 << 2, - IBV_DEVICE_RAW_MULTI = 1 << 3, - IBV_DEVICE_AUTO_PATH_MIG = 1 << 4, - IBV_DEVICE_CHANGE_PHY_PORT = 1 << 5, - IBV_DEVICE_UD_AV_PORT_ENFORCE = 1 << 6, - IBV_DEVICE_CURR_QP_STATE_MOD = 1 << 7, - IBV_DEVICE_SHUTDOWN_PORT = 1 << 8, - IBV_DEVICE_INIT_TYPE = 1 << 9, - IBV_DEVICE_PORT_ACTIVE_EVENT = 1 << 10, - IBV_DEVICE_SYS_IMAGE_GUID = 1 << 11, - IBV_DEVICE_RC_RNR_NAK_GEN = 1 << 12, - IBV_DEVICE_SRQ_RESIZE = 1 << 13, - IBV_DEVICE_N_NOTIFY_CQ = 1 << 14, - IBV_DEVICE_MEM_WINDOW = 1 << 17, - IBV_DEVICE_UD_IP_CSUM = 1 << 18, - IBV_DEVICE_XRC = 1 << 20, - IBV_DEVICE_MEM_MGT_EXTENSIONS = 1 << 21, - IBV_DEVICE_MEM_WINDOW_TYPE_2A = 1 << 23, - IBV_DEVICE_MEM_WINDOW_TYPE_2B = 1 << 24, - IBV_DEVICE_RC_IP_CSUM = 1 << 25, - IBV_DEVICE_RAW_IP_CSUM = 1 << 26, - IBV_DEVICE_MANAGED_FLOW_STEERING = 1 << 29 -}; - -/* - * Can't extended above ibv_device_cap_flags enum as in some systems/compilers - * enum range is limited to 4 bytes. - */ -#define IBV_DEVICE_RAW_SCATTER_FCS (1ULL << 34) - -enum ibv_atomic_cap { - IBV_ATOMIC_NONE, - IBV_ATOMIC_HCA, - IBV_ATOMIC_GLOB -}; - -struct ibv_device_attr { - char fw_ver[64]; - uint64_t node_guid; - uint64_t sys_image_guid; - uint64_t max_mr_size; - uint64_t page_size_cap; - uint32_t vendor_id; - uint32_t vendor_part_id; - uint32_t hw_ver; - int max_qp; - int max_qp_wr; - int device_cap_flags; - int max_sge; - int max_sge_rd; - int max_cq; - int max_cqe; - int max_mr; - int max_pd; - int max_qp_rd_atom; - int max_ee_rd_atom; - int max_res_rd_atom; - int max_qp_init_rd_atom; - int max_ee_init_rd_atom; - enum ibv_atomic_cap atomic_cap; - int max_ee; - int max_rdd; - int max_mw; - int max_raw_ipv6_qp; - int max_raw_ethy_qp; - int max_mcast_grp; - int max_mcast_qp_attach; - int max_total_mcast_qp_attach; - int max_ah; - int max_fmr; - int max_map_per_fmr; - int max_srq; - int max_srq_wr; - int max_srq_sge; - uint16_t max_pkeys; - uint8_t local_ca_ack_delay; - uint8_t phys_port_cnt; -}; - -/* An extensible input struct for possible future extensions of the - * ibv_query_device_ex verb. */ -struct ibv_query_device_ex_input { - uint32_t comp_mask; -}; - -enum ibv_odp_transport_cap_bits { - IBV_ODP_SUPPORT_SEND = 1 << 0, - IBV_ODP_SUPPORT_RECV = 1 << 1, - IBV_ODP_SUPPORT_WRITE = 1 << 2, - IBV_ODP_SUPPORT_READ = 1 << 3, - IBV_ODP_SUPPORT_ATOMIC = 1 << 4, -}; - -struct ibv_odp_caps { - uint64_t general_caps; - struct { - uint32_t rc_odp_caps; - uint32_t uc_odp_caps; - uint32_t ud_odp_caps; - } per_transport_caps; -}; - -enum ibv_odp_general_caps { - IBV_ODP_SUPPORT = 1 << 0, -}; - -struct ibv_tso_caps { - uint32_t max_tso; - uint32_t supported_qpts; -}; - -/* RX Hash function flags */ -enum ibv_rx_hash_function_flags { - IBV_RX_HASH_FUNC_TOEPLITZ = 1 << 0, -}; - -/* - * RX Hash fields enable to set which incoming packet's field should - * participates in RX Hash. Each flag represent certain packet's field, - * when the flag is set the field that is represented by the flag will - * participate in RX Hash calculation. - * Note: *IPV4 and *IPV6 flags can't be enabled together on the same QP - * and *TCP and *UDP flags can't be enabled together on the same QP. -*/ -enum ibv_rx_hash_fields { - IBV_RX_HASH_SRC_IPV4 = 1 << 0, - IBV_RX_HASH_DST_IPV4 = 1 << 1, - IBV_RX_HASH_SRC_IPV6 = 1 << 2, - IBV_RX_HASH_DST_IPV6 = 1 << 3, - IBV_RX_HASH_SRC_PORT_TCP = 1 << 4, - IBV_RX_HASH_DST_PORT_TCP = 1 << 5, - IBV_RX_HASH_SRC_PORT_UDP = 1 << 6, - IBV_RX_HASH_DST_PORT_UDP = 1 << 7 -}; - -struct ibv_rss_caps { - uint32_t supported_qpts; - uint32_t max_rwq_indirection_tables; - uint32_t max_rwq_indirection_table_size; - uint64_t rx_hash_fields_mask; /* enum ibv_rx_hash_fields */ - uint8_t rx_hash_function; /* enum ibv_rx_hash_function_flags */ -}; - -struct ibv_device_attr_ex { - struct ibv_device_attr orig_attr; - uint32_t comp_mask; - struct ibv_odp_caps odp_caps; - uint64_t completion_timestamp_mask; - uint64_t hca_core_clock; - uint64_t device_cap_flags_ex; - struct ibv_tso_caps tso_caps; - struct ibv_rss_caps rss_caps; - uint32_t max_wq_type_rq; -}; - -enum ibv_mtu { - IBV_MTU_256 = 1, - IBV_MTU_512 = 2, - IBV_MTU_1024 = 3, - IBV_MTU_2048 = 4, - IBV_MTU_4096 = 5 -}; - -enum ibv_port_state { - IBV_PORT_NOP = 0, - IBV_PORT_DOWN = 1, - IBV_PORT_INIT = 2, - IBV_PORT_ARMED = 3, - IBV_PORT_ACTIVE = 4, - IBV_PORT_ACTIVE_DEFER = 5 -}; - -enum { - IBV_LINK_LAYER_UNSPECIFIED, - IBV_LINK_LAYER_INFINIBAND, - IBV_LINK_LAYER_ETHERNET, -}; - -enum ibv_port_cap_flags { - IBV_PORT_SM = 1 << 1, - IBV_PORT_NOTICE_SUP = 1 << 2, - IBV_PORT_TRAP_SUP = 1 << 3, - IBV_PORT_OPT_IPD_SUP = 1 << 4, - IBV_PORT_AUTO_MIGR_SUP = 1 << 5, - IBV_PORT_SL_MAP_SUP = 1 << 6, - IBV_PORT_MKEY_NVRAM = 1 << 7, - IBV_PORT_PKEY_NVRAM = 1 << 8, - IBV_PORT_LED_INFO_SUP = 1 << 9, - IBV_PORT_SYS_IMAGE_GUID_SUP = 1 << 11, - IBV_PORT_PKEY_SW_EXT_PORT_TRAP_SUP = 1 << 12, - IBV_PORT_EXTENDED_SPEEDS_SUP = 1 << 14, - IBV_PORT_CM_SUP = 1 << 16, - IBV_PORT_SNMP_TUNNEL_SUP = 1 << 17, - IBV_PORT_REINIT_SUP = 1 << 18, - IBV_PORT_DEVICE_MGMT_SUP = 1 << 19, - IBV_PORT_VENDOR_CLASS_SUP = 1 << 20, - IBV_PORT_DR_NOTICE_SUP = 1 << 21, - IBV_PORT_CAP_MASK_NOTICE_SUP = 1 << 22, - IBV_PORT_BOOT_MGMT_SUP = 1 << 23, - IBV_PORT_LINK_LATENCY_SUP = 1 << 24, - IBV_PORT_CLIENT_REG_SUP = 1 << 25, - IBV_PORT_IP_BASED_GIDS = 1 << 26 -}; - -struct ibv_port_attr { - enum ibv_port_state state; - enum ibv_mtu max_mtu; - enum ibv_mtu active_mtu; - int gid_tbl_len; - uint32_t port_cap_flags; - uint32_t max_msg_sz; - uint32_t bad_pkey_cntr; - uint32_t qkey_viol_cntr; - uint16_t pkey_tbl_len; - uint16_t lid; - uint16_t sm_lid; - uint8_t lmc; - uint8_t max_vl_num; - uint8_t sm_sl; - uint8_t subnet_timeout; - uint8_t init_type_reply; - uint8_t active_width; - uint8_t active_speed; - uint8_t phys_state; - uint8_t link_layer; - uint8_t reserved; -}; - -enum ibv_event_type { - IBV_EVENT_CQ_ERR, - IBV_EVENT_QP_FATAL, - IBV_EVENT_QP_REQ_ERR, - IBV_EVENT_QP_ACCESS_ERR, - IBV_EVENT_COMM_EST, - IBV_EVENT_SQ_DRAINED, - IBV_EVENT_PATH_MIG, - IBV_EVENT_PATH_MIG_ERR, - IBV_EVENT_DEVICE_FATAL, - IBV_EVENT_PORT_ACTIVE, - IBV_EVENT_PORT_ERR, - IBV_EVENT_LID_CHANGE, - IBV_EVENT_PKEY_CHANGE, - IBV_EVENT_SM_CHANGE, - IBV_EVENT_SRQ_ERR, - IBV_EVENT_SRQ_LIMIT_REACHED, - IBV_EVENT_QP_LAST_WQE_REACHED, - IBV_EVENT_CLIENT_REREGISTER, - IBV_EVENT_GID_CHANGE, - IBV_EVENT_WQ_FATAL, -}; - -struct ibv_async_event { - union { - struct ibv_cq *cq; - struct ibv_qp *qp; - struct ibv_srq *srq; - struct ibv_wq *wq; - int port_num; - } element; - enum ibv_event_type event_type; -}; - -enum ibv_wc_status { - IBV_WC_SUCCESS, - IBV_WC_LOC_LEN_ERR, - IBV_WC_LOC_QP_OP_ERR, - IBV_WC_LOC_EEC_OP_ERR, - IBV_WC_LOC_PROT_ERR, - IBV_WC_WR_FLUSH_ERR, - IBV_WC_MW_BIND_ERR, - IBV_WC_BAD_RESP_ERR, - IBV_WC_LOC_ACCESS_ERR, - IBV_WC_REM_INV_REQ_ERR, - IBV_WC_REM_ACCESS_ERR, - IBV_WC_REM_OP_ERR, - IBV_WC_RETRY_EXC_ERR, - IBV_WC_RNR_RETRY_EXC_ERR, - IBV_WC_LOC_RDD_VIOL_ERR, - IBV_WC_REM_INV_RD_REQ_ERR, - IBV_WC_REM_ABORT_ERR, - IBV_WC_INV_EECN_ERR, - IBV_WC_INV_EEC_STATE_ERR, - IBV_WC_FATAL_ERR, - IBV_WC_RESP_TIMEOUT_ERR, - IBV_WC_GENERAL_ERR -}; -const char *ibv_wc_status_str(enum ibv_wc_status status); - -enum ibv_wc_opcode { - IBV_WC_SEND, - IBV_WC_RDMA_WRITE, - IBV_WC_RDMA_READ, - IBV_WC_COMP_SWAP, - IBV_WC_FETCH_ADD, - IBV_WC_BIND_MW, - IBV_WC_LOCAL_INV, - IBV_WC_TSO, -/* - * Set value of IBV_WC_RECV so consumers can test if a completion is a - * receive by testing (opcode & IBV_WC_RECV). - */ - IBV_WC_RECV = 1 << 7, - IBV_WC_RECV_RDMA_WITH_IMM -}; - -enum { - IBV_WC_IP_CSUM_OK_SHIFT = 2 -}; - -enum ibv_create_cq_wc_flags { - IBV_WC_EX_WITH_BYTE_LEN = 1 << 0, - IBV_WC_EX_WITH_IMM = 1 << 1, - IBV_WC_EX_WITH_QP_NUM = 1 << 2, - IBV_WC_EX_WITH_SRC_QP = 1 << 3, - IBV_WC_EX_WITH_SLID = 1 << 4, - IBV_WC_EX_WITH_SL = 1 << 5, - IBV_WC_EX_WITH_DLID_PATH_BITS = 1 << 6, - IBV_WC_EX_WITH_COMPLETION_TIMESTAMP = 1 << 7, -}; - -enum { - IBV_WC_STANDARD_FLAGS = IBV_WC_EX_WITH_BYTE_LEN | - IBV_WC_EX_WITH_IMM | - IBV_WC_EX_WITH_QP_NUM | - IBV_WC_EX_WITH_SRC_QP | - IBV_WC_EX_WITH_SLID | - IBV_WC_EX_WITH_SL | - IBV_WC_EX_WITH_DLID_PATH_BITS -}; - -enum { - IBV_CREATE_CQ_SUP_WC_FLAGS = IBV_WC_STANDARD_FLAGS | - IBV_WC_EX_WITH_COMPLETION_TIMESTAMP -}; - -enum ibv_wc_flags { - IBV_WC_GRH = 1 << 0, - IBV_WC_WITH_IMM = 1 << 1, - IBV_WC_IP_CSUM_OK = 1 << IBV_WC_IP_CSUM_OK_SHIFT, - IBV_WC_WITH_INV = 1 << 3 -}; - -struct ibv_wc { - uint64_t wr_id; - enum ibv_wc_status status; - enum ibv_wc_opcode opcode; - uint32_t vendor_err; - uint32_t byte_len; - /* When (wc_flags & IBV_WC_WITH_IMM): Immediate data in network byte order. - * When (wc_flags & IBV_WC_WITH_INV): Stores the invalidated rkey. - */ - uint32_t imm_data; - uint32_t qp_num; - uint32_t src_qp; - int wc_flags; - uint16_t pkey_index; - uint16_t slid; - uint8_t sl; - uint8_t dlid_path_bits; -}; - -enum ibv_access_flags { - IBV_ACCESS_LOCAL_WRITE = 1, - IBV_ACCESS_REMOTE_WRITE = (1<<1), - IBV_ACCESS_REMOTE_READ = (1<<2), - IBV_ACCESS_REMOTE_ATOMIC = (1<<3), - IBV_ACCESS_MW_BIND = (1<<4), - IBV_ACCESS_ZERO_BASED = (1<<5), - IBV_ACCESS_ON_DEMAND = (1<<6), -}; - -struct ibv_mw_bind_info { - struct ibv_mr *mr; - uint64_t addr; - uint64_t length; - int mw_access_flags; /* use ibv_access_flags */ -}; - -struct ibv_pd { - struct ibv_context *context; - uint32_t handle; -}; - -enum ibv_xrcd_init_attr_mask { - IBV_XRCD_INIT_ATTR_FD = 1 << 0, - IBV_XRCD_INIT_ATTR_OFLAGS = 1 << 1, - IBV_XRCD_INIT_ATTR_RESERVED = 1 << 2 -}; - -struct ibv_xrcd_init_attr { - uint32_t comp_mask; - int fd; - int oflags; -}; - -struct ibv_xrcd { - struct ibv_context *context; -}; - -enum ibv_rereg_mr_flags { - IBV_REREG_MR_CHANGE_TRANSLATION = (1 << 0), - IBV_REREG_MR_CHANGE_PD = (1 << 1), - IBV_REREG_MR_CHANGE_ACCESS = (1 << 2), - IBV_REREG_MR_KEEP_VALID = (1 << 3), - IBV_REREG_MR_FLAGS_SUPPORTED = ((IBV_REREG_MR_KEEP_VALID << 1) - 1) -}; - -struct ibv_mr { - struct ibv_context *context; - struct ibv_pd *pd; - void *addr; - size_t length; - uint32_t handle; - uint32_t lkey; - uint32_t rkey; -}; - -enum ibv_mw_type { - IBV_MW_TYPE_1 = 1, - IBV_MW_TYPE_2 = 2 -}; - -struct ibv_mw { - struct ibv_context *context; - struct ibv_pd *pd; - uint32_t rkey; - uint32_t handle; - enum ibv_mw_type type; -}; - -struct ibv_global_route { - union ibv_gid dgid; - uint32_t flow_label; - uint8_t sgid_index; - uint8_t hop_limit; - uint8_t traffic_class; -}; - -struct ibv_grh { - uint32_t version_tclass_flow; - uint16_t paylen; - uint8_t next_hdr; - uint8_t hop_limit; - union ibv_gid sgid; - union ibv_gid dgid; -}; - -enum ibv_rate { - IBV_RATE_MAX = 0, - IBV_RATE_2_5_GBPS = 2, - IBV_RATE_5_GBPS = 5, - IBV_RATE_10_GBPS = 3, - IBV_RATE_20_GBPS = 6, - IBV_RATE_30_GBPS = 4, - IBV_RATE_40_GBPS = 7, - IBV_RATE_60_GBPS = 8, - IBV_RATE_80_GBPS = 9, - IBV_RATE_120_GBPS = 10, - IBV_RATE_14_GBPS = 11, - IBV_RATE_56_GBPS = 12, - IBV_RATE_112_GBPS = 13, - IBV_RATE_168_GBPS = 14, - IBV_RATE_25_GBPS = 15, - IBV_RATE_100_GBPS = 16, - IBV_RATE_200_GBPS = 17, - IBV_RATE_300_GBPS = 18 -}; - -/** - * ibv_rate_to_mult - Convert the IB rate enum to a multiple of the - * base rate of 2.5 Gbit/sec. For example, IBV_RATE_5_GBPS will be - * converted to 2, since 5 Gbit/sec is 2 * 2.5 Gbit/sec. - * @rate: rate to convert. - */ -int ibv_rate_to_mult(enum ibv_rate rate) __attribute_const; - -/** - * mult_to_ibv_rate - Convert a multiple of 2.5 Gbit/sec to an IB rate enum. - * @mult: multiple to convert. - */ -enum ibv_rate mult_to_ibv_rate(int mult) __attribute_const; - -/** - * ibv_rate_to_mbps - Convert the IB rate enum to Mbit/sec. - * For example, IBV_RATE_5_GBPS will return the value 5000. - * @rate: rate to convert. - */ -int ibv_rate_to_mbps(enum ibv_rate rate) __attribute_const; - -/** - * mbps_to_ibv_rate - Convert a Mbit/sec value to an IB rate enum. - * @mbps: value to convert. - */ -enum ibv_rate mbps_to_ibv_rate(int mbps) __attribute_const; - -struct ibv_ah_attr { - struct ibv_global_route grh; - uint16_t dlid; - uint8_t sl; - uint8_t src_path_bits; - uint8_t static_rate; - uint8_t is_global; - uint8_t port_num; -}; - -enum ibv_srq_attr_mask { - IBV_SRQ_MAX_WR = 1 << 0, - IBV_SRQ_LIMIT = 1 << 1 -}; - -struct ibv_srq_attr { - uint32_t max_wr; - uint32_t max_sge; - uint32_t srq_limit; -}; - -struct ibv_srq_init_attr { - void *srq_context; - struct ibv_srq_attr attr; -}; - -enum ibv_srq_type { - IBV_SRQT_BASIC, - IBV_SRQT_XRC -}; - -enum ibv_srq_init_attr_mask { - IBV_SRQ_INIT_ATTR_TYPE = 1 << 0, - IBV_SRQ_INIT_ATTR_PD = 1 << 1, - IBV_SRQ_INIT_ATTR_XRCD = 1 << 2, - IBV_SRQ_INIT_ATTR_CQ = 1 << 3, - IBV_SRQ_INIT_ATTR_RESERVED = 1 << 4 -}; - -struct ibv_srq_init_attr_ex { - void *srq_context; - struct ibv_srq_attr attr; - - uint32_t comp_mask; - enum ibv_srq_type srq_type; - struct ibv_pd *pd; - struct ibv_xrcd *xrcd; - struct ibv_cq *cq; -}; - -enum ibv_wq_type { - IBV_WQT_RQ -}; - -enum ibv_wq_init_attr_mask { - IBV_WQ_INIT_ATTR_RESERVED = 1 << 0, -}; - -struct ibv_wq_init_attr { - void *wq_context; - enum ibv_wq_type wq_type; - uint32_t max_wr; - uint32_t max_sge; - struct ibv_pd *pd; - struct ibv_cq *cq; - uint32_t comp_mask; -}; - -enum ibv_wq_state { - IBV_WQS_RESET, - IBV_WQS_RDY, - IBV_WQS_ERR, - IBV_WQS_UNKNOWN -}; - -enum ibv_wq_attr_mask { - IBV_WQ_ATTR_STATE = 1 << 0, - IBV_WQ_ATTR_CURR_STATE = 1 << 1, - IBV_WQ_ATTR_RESERVED = 1 << 2 -}; - -struct ibv_wq_attr { - /* enum ibv_wq_attr_mask */ - uint32_t attr_mask; - /* Move the WQ to this state */ - enum ibv_wq_state wq_state; - /* Assume this is the current WQ state */ - enum ibv_wq_state curr_wq_state; -}; - -/* - * Receive Work Queue Indirection Table. - * It's used in order to distribute incoming packets between different - * Receive Work Queues. Associating Receive WQs with different CPU cores - * allows to workload the traffic between different CPU cores. - * The Indirection Table can contain only WQs of type IBV_WQT_RQ. -*/ -struct ibv_rwq_ind_table { - struct ibv_context *context; - int ind_tbl_handle; - int ind_tbl_num; - uint32_t comp_mask; -}; - -enum ibv_ind_table_init_attr_mask { - IBV_CREATE_IND_TABLE_RESERVED = (1 << 0) -}; - -/* - * Receive Work Queue Indirection Table attributes - */ -struct ibv_rwq_ind_table_init_attr { - uint32_t log_ind_tbl_size; - /* Each entry is a pointer to a Receive Work Queue */ - struct ibv_wq **ind_tbl; - uint32_t comp_mask; -}; - -enum ibv_qp_type { - IBV_QPT_RC = 2, - IBV_QPT_UC, - IBV_QPT_UD, - IBV_QPT_RAW_PACKET = 8, - IBV_QPT_XRC_SEND = 9, - IBV_QPT_XRC_RECV -}; - -struct ibv_qp_cap { - uint32_t max_send_wr; - uint32_t max_recv_wr; - uint32_t max_send_sge; - uint32_t max_recv_sge; - uint32_t max_inline_data; -}; - -struct ibv_qp_init_attr { - void *qp_context; - struct ibv_cq *send_cq; - struct ibv_cq *recv_cq; - struct ibv_srq *srq; - struct ibv_qp_cap cap; - enum ibv_qp_type qp_type; - int sq_sig_all; -}; - -enum ibv_qp_init_attr_mask { - IBV_QP_INIT_ATTR_PD = 1 << 0, - IBV_QP_INIT_ATTR_XRCD = 1 << 1, - IBV_QP_INIT_ATTR_CREATE_FLAGS = 1 << 2, - IBV_QP_INIT_ATTR_MAX_TSO_HEADER = 1 << 3, - IBV_QP_INIT_ATTR_IND_TABLE = 1 << 4, - IBV_QP_INIT_ATTR_RX_HASH = 1 << 5, - IBV_QP_INIT_ATTR_RESERVED = 1 << 6 -}; - -enum ibv_qp_create_flags { - IBV_QP_CREATE_BLOCK_SELF_MCAST_LB = 1 << 1, - IBV_QP_CREATE_SCATTER_FCS = 1 << 8, -}; - -struct ibv_rx_hash_conf { - /* enum ibv_rx_hash_function_flags */ - uint8_t rx_hash_function; - uint8_t rx_hash_key_len; - uint8_t *rx_hash_key; - /* enum ibv_rx_hash_fields */ - uint64_t rx_hash_fields_mask; -}; - -struct ibv_qp_init_attr_ex { - void *qp_context; - struct ibv_cq *send_cq; - struct ibv_cq *recv_cq; - struct ibv_srq *srq; - struct ibv_qp_cap cap; - enum ibv_qp_type qp_type; - int sq_sig_all; - - uint32_t comp_mask; - struct ibv_pd *pd; - struct ibv_xrcd *xrcd; - uint32_t create_flags; - uint16_t max_tso_header; - struct ibv_rwq_ind_table *rwq_ind_tbl; - struct ibv_rx_hash_conf rx_hash_conf; -}; - -enum ibv_qp_open_attr_mask { - IBV_QP_OPEN_ATTR_NUM = 1 << 0, - IBV_QP_OPEN_ATTR_XRCD = 1 << 1, - IBV_QP_OPEN_ATTR_CONTEXT = 1 << 2, - IBV_QP_OPEN_ATTR_TYPE = 1 << 3, - IBV_QP_OPEN_ATTR_RESERVED = 1 << 4 -}; - -struct ibv_qp_open_attr { - uint32_t comp_mask; - uint32_t qp_num; - struct ibv_xrcd *xrcd; - void *qp_context; - enum ibv_qp_type qp_type; -}; - -enum ibv_qp_attr_mask { - IBV_QP_STATE = 1 << 0, - IBV_QP_CUR_STATE = 1 << 1, - IBV_QP_EN_SQD_ASYNC_NOTIFY = 1 << 2, - IBV_QP_ACCESS_FLAGS = 1 << 3, - IBV_QP_PKEY_INDEX = 1 << 4, - IBV_QP_PORT = 1 << 5, - IBV_QP_QKEY = 1 << 6, - IBV_QP_AV = 1 << 7, - IBV_QP_PATH_MTU = 1 << 8, - IBV_QP_TIMEOUT = 1 << 9, - IBV_QP_RETRY_CNT = 1 << 10, - IBV_QP_RNR_RETRY = 1 << 11, - IBV_QP_RQ_PSN = 1 << 12, - IBV_QP_MAX_QP_RD_ATOMIC = 1 << 13, - IBV_QP_ALT_PATH = 1 << 14, - IBV_QP_MIN_RNR_TIMER = 1 << 15, - IBV_QP_SQ_PSN = 1 << 16, - IBV_QP_MAX_DEST_RD_ATOMIC = 1 << 17, - IBV_QP_PATH_MIG_STATE = 1 << 18, - IBV_QP_CAP = 1 << 19, - IBV_QP_DEST_QPN = 1 << 20 -}; - -enum ibv_qp_state { - IBV_QPS_RESET, - IBV_QPS_INIT, - IBV_QPS_RTR, - IBV_QPS_RTS, - IBV_QPS_SQD, - IBV_QPS_SQE, - IBV_QPS_ERR, - IBV_QPS_UNKNOWN -}; - -enum ibv_mig_state { - IBV_MIG_MIGRATED, - IBV_MIG_REARM, - IBV_MIG_ARMED -}; - -struct ibv_qp_attr { - enum ibv_qp_state qp_state; - enum ibv_qp_state cur_qp_state; - enum ibv_mtu path_mtu; - enum ibv_mig_state path_mig_state; - uint32_t qkey; - uint32_t rq_psn; - uint32_t sq_psn; - uint32_t dest_qp_num; - int qp_access_flags; - struct ibv_qp_cap cap; - struct ibv_ah_attr ah_attr; - struct ibv_ah_attr alt_ah_attr; - uint16_t pkey_index; - uint16_t alt_pkey_index; - uint8_t en_sqd_async_notify; - uint8_t sq_draining; - uint8_t max_rd_atomic; - uint8_t max_dest_rd_atomic; - uint8_t min_rnr_timer; - uint8_t port_num; - uint8_t timeout; - uint8_t retry_cnt; - uint8_t rnr_retry; - uint8_t alt_port_num; - uint8_t alt_timeout; -}; - -enum ibv_wr_opcode { - IBV_WR_RDMA_WRITE, - IBV_WR_RDMA_WRITE_WITH_IMM, - IBV_WR_SEND, - IBV_WR_SEND_WITH_IMM, - IBV_WR_RDMA_READ, - IBV_WR_ATOMIC_CMP_AND_SWP, - IBV_WR_ATOMIC_FETCH_AND_ADD, - IBV_WR_LOCAL_INV, - IBV_WR_BIND_MW, - IBV_WR_SEND_WITH_INV, - IBV_WR_TSO, -}; - -enum ibv_send_flags { - IBV_SEND_FENCE = 1 << 0, - IBV_SEND_SIGNALED = 1 << 1, - IBV_SEND_SOLICITED = 1 << 2, - IBV_SEND_INLINE = 1 << 3, - IBV_SEND_IP_CSUM = 1 << 4 -}; - -struct ibv_sge { - uint64_t addr; - uint32_t length; - uint32_t lkey; -}; - -struct ibv_send_wr { - uint64_t wr_id; - struct ibv_send_wr *next; - struct ibv_sge *sg_list; - int num_sge; - enum ibv_wr_opcode opcode; - int send_flags; - uint32_t imm_data; /* in network byte order */ - union { - struct { - uint64_t remote_addr; - uint32_t rkey; - } rdma; - struct { - uint64_t remote_addr; - uint64_t compare_add; - uint64_t swap; - uint32_t rkey; - } atomic; - struct { - struct ibv_ah *ah; - uint32_t remote_qpn; - uint32_t remote_qkey; - } ud; - } wr; - union { - struct { - uint32_t remote_srqn; - } xrc; - } qp_type; - union { - struct { - struct ibv_mw *mw; - uint32_t rkey; - struct ibv_mw_bind_info bind_info; - } bind_mw; - struct { - void *hdr; - uint16_t hdr_sz; - uint16_t mss; - } tso; - }; -}; - -struct ibv_recv_wr { - uint64_t wr_id; - struct ibv_recv_wr *next; - struct ibv_sge *sg_list; - int num_sge; -}; - -struct ibv_mw_bind { - uint64_t wr_id; - int send_flags; - struct ibv_mw_bind_info bind_info; -}; - -struct ibv_srq { - struct ibv_context *context; - void *srq_context; - struct ibv_pd *pd; - uint32_t handle; - - pthread_mutex_t mutex; - pthread_cond_t cond; - uint32_t events_completed; -}; - -/* - * Work Queue. QP can be created without internal WQs "packaged" inside it, - * this QP can be configured to use "external" WQ object as its - * receive/send queue. - * WQ associated (many to one) with Completion Queue it owns WQ properties - * (PD, WQ size etc). - * WQ of type IBV_WQT_RQ: - * - Contains receive WQEs, in this case its PD serves as scatter as well. - * - Exposes post receive function to be used to post a list of work - * requests (WRs) to its receive queue. - */ -struct ibv_wq { - struct ibv_context *context; - void *wq_context; - struct ibv_pd *pd; - struct ibv_cq *cq; - uint32_t wq_num; - uint32_t handle; - enum ibv_wq_state state; - enum ibv_wq_type wq_type; - int (*post_recv)(struct ibv_wq *current, - struct ibv_recv_wr *recv_wr, - struct ibv_recv_wr **bad_recv_wr); - pthread_mutex_t mutex; - pthread_cond_t cond; - uint32_t events_completed; - uint32_t comp_mask; -}; - -struct ibv_qp { - struct ibv_context *context; - void *qp_context; - struct ibv_pd *pd; - struct ibv_cq *send_cq; - struct ibv_cq *recv_cq; - struct ibv_srq *srq; - uint32_t handle; - uint32_t qp_num; - enum ibv_qp_state state; - enum ibv_qp_type qp_type; - - pthread_mutex_t mutex; - pthread_cond_t cond; - uint32_t events_completed; -}; - -struct ibv_comp_channel { - struct ibv_context *context; - int fd; - int refcnt; -}; - -struct ibv_cq { - struct ibv_context *context; - struct ibv_comp_channel *channel; - void *cq_context; - uint32_t handle; - int cqe; - - pthread_mutex_t mutex; - pthread_cond_t cond; - uint32_t comp_events_completed; - uint32_t async_events_completed; -}; - -struct ibv_poll_cq_attr { - uint32_t comp_mask; -}; - -struct ibv_cq_ex { - struct ibv_context *context; - struct ibv_comp_channel *channel; - void *cq_context; - uint32_t handle; - int cqe; - - pthread_mutex_t mutex; - pthread_cond_t cond; - uint32_t comp_events_completed; - uint32_t async_events_completed; - - uint32_t comp_mask; - enum ibv_wc_status status; - uint64_t wr_id; - int (*start_poll)(struct ibv_cq_ex *current, - struct ibv_poll_cq_attr *attr); - int (*next_poll)(struct ibv_cq_ex *current); - void (*end_poll)(struct ibv_cq_ex *current); - enum ibv_wc_opcode (*read_opcode)(struct ibv_cq_ex *current); - uint32_t (*read_vendor_err)(struct ibv_cq_ex *current); - uint32_t (*read_byte_len)(struct ibv_cq_ex *current); - uint32_t (*read_imm_data)(struct ibv_cq_ex *current); - uint32_t (*read_qp_num)(struct ibv_cq_ex *current); - uint32_t (*read_src_qp)(struct ibv_cq_ex *current); - int (*read_wc_flags)(struct ibv_cq_ex *current); - uint32_t (*read_slid)(struct ibv_cq_ex *current); - uint8_t (*read_sl)(struct ibv_cq_ex *current); - uint8_t (*read_dlid_path_bits)(struct ibv_cq_ex *current); - uint64_t (*read_completion_ts)(struct ibv_cq_ex *current); -}; - -static inline struct ibv_cq *ibv_cq_ex_to_cq(struct ibv_cq_ex *cq) -{ - return (struct ibv_cq *)cq; -} - -static inline int ibv_start_poll(struct ibv_cq_ex *cq, - struct ibv_poll_cq_attr *attr) -{ - return cq->start_poll(cq, attr); -} - -static inline int ibv_next_poll(struct ibv_cq_ex *cq) -{ - return cq->next_poll(cq); -} - -static inline void ibv_end_poll(struct ibv_cq_ex *cq) -{ - cq->end_poll(cq); -} - -static inline enum ibv_wc_opcode ibv_wc_read_opcode(struct ibv_cq_ex *cq) -{ - return cq->read_opcode(cq); -} - -static inline uint32_t ibv_wc_read_vendor_err(struct ibv_cq_ex *cq) -{ - return cq->read_vendor_err(cq); -} - -static inline uint32_t ibv_wc_read_byte_len(struct ibv_cq_ex *cq) -{ - return cq->read_byte_len(cq); -} - -static inline uint32_t ibv_wc_read_imm_data(struct ibv_cq_ex *cq) -{ - return cq->read_imm_data(cq); -} - -static inline uint32_t ibv_wc_read_qp_num(struct ibv_cq_ex *cq) -{ - return cq->read_qp_num(cq); -} - -static inline uint32_t ibv_wc_read_src_qp(struct ibv_cq_ex *cq) -{ - return cq->read_src_qp(cq); -} - -static inline int ibv_wc_read_wc_flags(struct ibv_cq_ex *cq) -{ - return cq->read_wc_flags(cq); -} - -static inline uint32_t ibv_wc_read_slid(struct ibv_cq_ex *cq) -{ - return cq->read_slid(cq); -} - -static inline uint8_t ibv_wc_read_sl(struct ibv_cq_ex *cq) -{ - return cq->read_sl(cq); -} - -static inline uint8_t ibv_wc_read_dlid_path_bits(struct ibv_cq_ex *cq) -{ - return cq->read_dlid_path_bits(cq); -} - -static inline uint64_t ibv_wc_read_completion_ts(struct ibv_cq_ex *cq) -{ - return cq->read_completion_ts(cq); -} - -static inline int ibv_post_wq_recv(struct ibv_wq *wq, - struct ibv_recv_wr *recv_wr, - struct ibv_recv_wr **bad_recv_wr) -{ - return wq->post_recv(wq, recv_wr, bad_recv_wr); -} - -struct ibv_ah { - struct ibv_context *context; - struct ibv_pd *pd; - uint32_t handle; -}; - -enum ibv_flow_flags { - IBV_FLOW_ATTR_FLAGS_ALLOW_LOOP_BACK = 1 << 0, - IBV_FLOW_ATTR_FLAGS_DONT_TRAP = 1 << 1, -}; - -enum ibv_flow_attr_type { - /* steering according to rule specifications */ - IBV_FLOW_ATTR_NORMAL = 0x0, - /* default unicast and multicast rule - - * receive all Eth traffic which isn't steered to any QP - */ - IBV_FLOW_ATTR_ALL_DEFAULT = 0x1, - /* default multicast rule - - * receive all Eth multicast traffic which isn't steered to any QP - */ - IBV_FLOW_ATTR_MC_DEFAULT = 0x2, -}; - -enum ibv_flow_spec_type { - IBV_FLOW_SPEC_ETH = 0x20, - IBV_FLOW_SPEC_IPV4 = 0x30, - IBV_FLOW_SPEC_TCP = 0x40, - IBV_FLOW_SPEC_UDP = 0x41, -}; - -struct ibv_flow_eth_filter { - uint8_t dst_mac[6]; - uint8_t src_mac[6]; - uint16_t ether_type; - /* - * same layout as 802.1q: prio 3, cfi 1, vlan id 12 - */ - uint16_t vlan_tag; -}; - -struct ibv_flow_spec_eth { - enum ibv_flow_spec_type type; - uint16_t size; - struct ibv_flow_eth_filter val; - struct ibv_flow_eth_filter mask; -}; - -struct ibv_flow_ipv4_filter { - uint32_t src_ip; - uint32_t dst_ip; -}; - -struct ibv_flow_spec_ipv4 { - enum ibv_flow_spec_type type; - uint16_t size; - struct ibv_flow_ipv4_filter val; - struct ibv_flow_ipv4_filter mask; -}; - -struct ibv_flow_tcp_udp_filter { - uint16_t dst_port; - uint16_t src_port; -}; - -struct ibv_flow_spec_tcp_udp { - enum ibv_flow_spec_type type; - uint16_t size; - struct ibv_flow_tcp_udp_filter val; - struct ibv_flow_tcp_udp_filter mask; -}; - -struct ibv_flow_spec { - union { - struct { - enum ibv_flow_spec_type type; - uint16_t size; - } hdr; - struct ibv_flow_spec_eth eth; - struct ibv_flow_spec_ipv4 ipv4; - struct ibv_flow_spec_tcp_udp tcp_udp; - }; -}; - -struct ibv_flow_attr { - uint32_t comp_mask; - enum ibv_flow_attr_type type; - uint16_t size; - uint16_t priority; - uint8_t num_of_specs; - uint8_t port; - uint32_t flags; - /* Following are the optional layers according to user request - * struct ibv_flow_spec_xxx [L2] - * struct ibv_flow_spec_yyy [L3/L4] - */ -}; - -struct ibv_flow { - uint32_t comp_mask; - struct ibv_context *context; - uint32_t handle; -}; - -struct ibv_device; -struct ibv_context; - -struct ibv_device_ops { - struct ibv_context * (*alloc_context)(struct ibv_device *device, int cmd_fd); - void (*free_context)(struct ibv_context *context); -}; - -enum { - IBV_SYSFS_NAME_MAX = 64, - IBV_SYSFS_PATH_MAX = 256 -}; - -struct ibv_device { - struct ibv_device_ops ops; - enum ibv_node_type node_type; - enum ibv_transport_type transport_type; - /* Name of underlying kernel IB device, eg "mthca0" */ - char name[IBV_SYSFS_NAME_MAX]; - /* Name of uverbs device, eg "uverbs0" */ - char dev_name[IBV_SYSFS_NAME_MAX]; - /* Path to infiniband_verbs class device in sysfs */ - char dev_path[IBV_SYSFS_PATH_MAX]; - /* Path to infiniband class device in sysfs */ - char ibdev_path[IBV_SYSFS_PATH_MAX]; -}; - -struct verbs_device { - struct ibv_device device; /* Must be first */ - size_t sz; - size_t size_of_context; - int (*init_context)(struct verbs_device *device, - struct ibv_context *ctx, int cmd_fd); - void (*uninit_context)(struct verbs_device *device, - struct ibv_context *ctx); - /* future fields added here */ -}; - -struct ibv_context_ops { - int (*query_device)(struct ibv_context *context, - struct ibv_device_attr *device_attr); - int (*query_port)(struct ibv_context *context, uint8_t port_num, - struct ibv_port_attr *port_attr); - struct ibv_pd * (*alloc_pd)(struct ibv_context *context); - int (*dealloc_pd)(struct ibv_pd *pd); - struct ibv_mr * (*reg_mr)(struct ibv_pd *pd, void *addr, size_t length, - int access); - int (*rereg_mr)(struct ibv_mr *mr, - int flags, - struct ibv_pd *pd, void *addr, - size_t length, - int access); - int (*dereg_mr)(struct ibv_mr *mr); - struct ibv_mw * (*alloc_mw)(struct ibv_pd *pd, enum ibv_mw_type type); - int (*bind_mw)(struct ibv_qp *qp, struct ibv_mw *mw, - struct ibv_mw_bind *mw_bind); - int (*dealloc_mw)(struct ibv_mw *mw); - struct ibv_cq * (*create_cq)(struct ibv_context *context, int cqe, - struct ibv_comp_channel *channel, - int comp_vector); - int (*poll_cq)(struct ibv_cq *cq, int num_entries, struct ibv_wc *wc); - int (*req_notify_cq)(struct ibv_cq *cq, int solicited_only); - void (*cq_event)(struct ibv_cq *cq); - int (*resize_cq)(struct ibv_cq *cq, int cqe); - int (*destroy_cq)(struct ibv_cq *cq); - struct ibv_srq * (*create_srq)(struct ibv_pd *pd, - struct ibv_srq_init_attr *srq_init_attr); - int (*modify_srq)(struct ibv_srq *srq, - struct ibv_srq_attr *srq_attr, - int srq_attr_mask); - int (*query_srq)(struct ibv_srq *srq, - struct ibv_srq_attr *srq_attr); - int (*destroy_srq)(struct ibv_srq *srq); - int (*post_srq_recv)(struct ibv_srq *srq, - struct ibv_recv_wr *recv_wr, - struct ibv_recv_wr **bad_recv_wr); - struct ibv_qp * (*create_qp)(struct ibv_pd *pd, struct ibv_qp_init_attr *attr); - int (*query_qp)(struct ibv_qp *qp, struct ibv_qp_attr *attr, - int attr_mask, - struct ibv_qp_init_attr *init_attr); - int (*modify_qp)(struct ibv_qp *qp, struct ibv_qp_attr *attr, - int attr_mask); - int (*destroy_qp)(struct ibv_qp *qp); - int (*post_send)(struct ibv_qp *qp, struct ibv_send_wr *wr, - struct ibv_send_wr **bad_wr); - int (*post_recv)(struct ibv_qp *qp, struct ibv_recv_wr *wr, - struct ibv_recv_wr **bad_wr); - struct ibv_ah * (*create_ah)(struct ibv_pd *pd, struct ibv_ah_attr *attr); - int (*destroy_ah)(struct ibv_ah *ah); - int (*attach_mcast)(struct ibv_qp *qp, const union ibv_gid *gid, - uint16_t lid); - int (*detach_mcast)(struct ibv_qp *qp, const union ibv_gid *gid, - uint16_t lid); - void (*async_event)(struct ibv_async_event *event); -}; - -struct ibv_context { - struct ibv_device *device; - struct ibv_context_ops ops; - int cmd_fd; - int async_fd; - int num_comp_vectors; - pthread_mutex_t mutex; - void *abi_compat; -}; - -enum ibv_cq_init_attr_mask { - IBV_CQ_INIT_ATTR_MASK_FLAGS = 1 << 0, - IBV_CQ_INIT_ATTR_MASK_RESERVED = 1 << 1 -}; - -enum ibv_create_cq_attr_flags { - IBV_CREATE_CQ_ATTR_SINGLE_THREADED = 1 << 0, - IBV_CREATE_CQ_ATTR_RESERVED = 1 << 1, -}; - -struct ibv_cq_init_attr_ex { - /* Minimum number of entries required for CQ */ - uint32_t cqe; - /* Consumer-supplied context returned for completion events */ - void *cq_context; - /* Completion channel where completion events will be queued. - * May be NULL if completion events will not be used. - */ - struct ibv_comp_channel *channel; - /* Completion vector used to signal completion events. - * Must be < context->num_comp_vectors. - */ - uint32_t comp_vector; - /* Or'ed bit of enum ibv_create_cq_wc_flags. */ - uint64_t wc_flags; - /* compatibility mask (extended verb). Or'd flags of - * enum ibv_cq_init_attr_mask - */ - uint32_t comp_mask; - /* create cq attr flags - one or more flags from - * enum ibv_create_cq_attr_flags - */ - uint32_t flags; -}; - -enum ibv_values_mask { - IBV_VALUES_MASK_RAW_CLOCK = 1 << 0, - IBV_VALUES_MASK_RESERVED = 1 << 1 -}; - -struct ibv_values_ex { - uint32_t comp_mask; - struct timespec raw_clock; -}; - -enum verbs_context_mask { - VERBS_CONTEXT_XRCD = 1 << 0, - VERBS_CONTEXT_SRQ = 1 << 1, - VERBS_CONTEXT_QP = 1 << 2, - VERBS_CONTEXT_CREATE_FLOW = 1 << 3, - VERBS_CONTEXT_DESTROY_FLOW = 1 << 4, - VERBS_CONTEXT_RESERVED = 1 << 5 -}; - -struct verbs_context { - /* "grows up" - new fields go here */ - int (*destroy_rwq_ind_table)(struct ibv_rwq_ind_table *rwq_ind_table); - struct ibv_rwq_ind_table *(*create_rwq_ind_table)(struct ibv_context *context, - struct ibv_rwq_ind_table_init_attr *init_attr); - int (*destroy_wq)(struct ibv_wq *wq); - int (*modify_wq)(struct ibv_wq *wq, struct ibv_wq_attr *wq_attr); - struct ibv_wq * (*create_wq)(struct ibv_context *context, - struct ibv_wq_init_attr *wq_init_attr); - int (*query_rt_values)(struct ibv_context *context, - struct ibv_values_ex *values); - struct ibv_cq_ex *(*create_cq_ex)(struct ibv_context *context, - struct ibv_cq_init_attr_ex *init_attr); - struct verbs_ex_private *priv; - int (*query_device_ex)(struct ibv_context *context, - const struct ibv_query_device_ex_input *input, - struct ibv_device_attr_ex *attr, - size_t attr_size); - int (*ibv_destroy_flow) (struct ibv_flow *flow); - void (*ABI_placeholder2) (void); /* DO NOT COPY THIS GARBAGE */ - struct ibv_flow * (*ibv_create_flow) (struct ibv_qp *qp, - struct ibv_flow_attr *flow_attr); - void (*ABI_placeholder1) (void); /* DO NOT COPY THIS GARBAGE */ - struct ibv_qp *(*open_qp)(struct ibv_context *context, - struct ibv_qp_open_attr *attr); - struct ibv_qp *(*create_qp_ex)(struct ibv_context *context, - struct ibv_qp_init_attr_ex *qp_init_attr_ex); - int (*get_srq_num)(struct ibv_srq *srq, uint32_t *srq_num); - struct ibv_srq * (*create_srq_ex)(struct ibv_context *context, - struct ibv_srq_init_attr_ex *srq_init_attr_ex); - struct ibv_xrcd * (*open_xrcd)(struct ibv_context *context, - struct ibv_xrcd_init_attr *xrcd_init_attr); - int (*close_xrcd)(struct ibv_xrcd *xrcd); - uint64_t has_comp_mask; - size_t sz; /* Must be immediately before struct ibv_context */ - struct ibv_context context; /* Must be last field in the struct */ -}; - -static inline struct verbs_context *verbs_get_ctx(struct ibv_context *ctx) -{ - return (ctx->abi_compat != __VERBS_ABI_IS_EXTENDED) ? - NULL : container_of(ctx, struct verbs_context, context); -} - -#define verbs_get_ctx_op(ctx, op) ({ \ - struct verbs_context *vctx = verbs_get_ctx(ctx); \ - (!vctx || (vctx->sz < sizeof(*vctx) - offsetof(struct verbs_context, op)) || \ - !vctx->op) ? NULL : vctx; }) - -#define verbs_set_ctx_op(_vctx, op, ptr) ({ \ - struct verbs_context *vctx = _vctx; \ - if (vctx && (vctx->sz >= sizeof(*vctx) - offsetof(struct verbs_context, op))) \ - vctx->op = ptr; }) - -static inline struct verbs_device *verbs_get_device( - const struct ibv_device *dev) -{ - return (dev->ops.alloc_context) ? - NULL : container_of(dev, struct verbs_device, device); -} - -/** - * ibv_get_device_list - Get list of IB devices currently available - * @num_devices: optional. if non-NULL, set to the number of devices - * returned in the array. - * - * Return a NULL-terminated array of IB devices. The array can be - * released with ibv_free_device_list(). - */ -struct ibv_device **ibv_get_device_list(int *num_devices); - -/** - * ibv_free_device_list - Free list from ibv_get_device_list() - * - * Free an array of devices returned from ibv_get_device_list(). Once - * the array is freed, pointers to devices that were not opened with - * ibv_open_device() are no longer valid. Client code must open all - * devices it intends to use before calling ibv_free_device_list(). - */ -void ibv_free_device_list(struct ibv_device **list); - -/** - * ibv_get_device_name - Return kernel device name - */ -const char *ibv_get_device_name(struct ibv_device *device); - -/** - * ibv_get_device_guid - Return device's node GUID - */ -uint64_t ibv_get_device_guid(struct ibv_device *device); - -/** - * ibv_open_device - Initialize device for use - */ -struct ibv_context *ibv_open_device(struct ibv_device *device); - -/** - * ibv_close_device - Release device - */ -int ibv_close_device(struct ibv_context *context); - -/** - * ibv_get_async_event - Get next async event - * @event: Pointer to use to return async event - * - * All async events returned by ibv_get_async_event() must eventually - * be acknowledged with ibv_ack_async_event(). - */ -int ibv_get_async_event(struct ibv_context *context, - struct ibv_async_event *event); - -/** - * ibv_ack_async_event - Acknowledge an async event - * @event: Event to be acknowledged. - * - * All async events which are returned by ibv_get_async_event() must - * be acknowledged. To avoid races, destroying an object (CQ, SRQ or - * QP) will wait for all affiliated events to be acknowledged, so - * there should be a one-to-one correspondence between acks and - * successful gets. - */ -void ibv_ack_async_event(struct ibv_async_event *event); - -/** - * ibv_query_device - Get device properties - */ -int ibv_query_device(struct ibv_context *context, - struct ibv_device_attr *device_attr); - -/** - * ibv_query_port - Get port properties - */ -int ibv_query_port(struct ibv_context *context, uint8_t port_num, - struct ibv_port_attr *port_attr); - -static inline int ___ibv_query_port(struct ibv_context *context, - uint8_t port_num, - struct ibv_port_attr *port_attr) -{ - /* For compatibility when running with old libibverbs */ - port_attr->link_layer = IBV_LINK_LAYER_UNSPECIFIED; - port_attr->reserved = 0; - - return ibv_query_port(context, port_num, port_attr); -} - -#define ibv_query_port(context, port_num, port_attr) \ - ___ibv_query_port(context, port_num, port_attr) - -/** - * ibv_query_gid - Get a GID table entry - */ -int ibv_query_gid(struct ibv_context *context, uint8_t port_num, - int index, union ibv_gid *gid); - -/** - * ibv_query_pkey - Get a P_Key table entry - */ -int ibv_query_pkey(struct ibv_context *context, uint8_t port_num, - int index, uint16_t *pkey); - -/** - * ibv_alloc_pd - Allocate a protection domain - */ -struct ibv_pd *ibv_alloc_pd(struct ibv_context *context); - -/** - * ibv_dealloc_pd - Free a protection domain - */ -int ibv_dealloc_pd(struct ibv_pd *pd); - -static inline struct ibv_flow *ibv_create_flow(struct ibv_qp *qp, - struct ibv_flow_attr *flow) -{ - struct verbs_context *vctx = verbs_get_ctx_op(qp->context, - ibv_create_flow); - if (!vctx || !vctx->ibv_create_flow) - return NULL; - - return vctx->ibv_create_flow(qp, flow); -} - -static inline int ibv_destroy_flow(struct ibv_flow *flow_id) -{ - struct verbs_context *vctx = verbs_get_ctx_op(flow_id->context, - ibv_destroy_flow); - if (!vctx || !vctx->ibv_destroy_flow) - return -ENOSYS; - return vctx->ibv_destroy_flow(flow_id); -} - -/** - * ibv_open_xrcd - Open an extended connection domain - */ -static inline struct ibv_xrcd * -ibv_open_xrcd(struct ibv_context *context, struct ibv_xrcd_init_attr *xrcd_init_attr) -{ - struct verbs_context *vctx = verbs_get_ctx_op(context, open_xrcd); - if (!vctx) { - errno = ENOSYS; - return NULL; - } - return vctx->open_xrcd(context, xrcd_init_attr); -} - -/** - * ibv_close_xrcd - Close an extended connection domain - */ -static inline int ibv_close_xrcd(struct ibv_xrcd *xrcd) -{ - struct verbs_context *vctx = verbs_get_ctx(xrcd->context); - return vctx->close_xrcd(xrcd); -} - -/** - * ibv_reg_mr - Register a memory region - */ -struct ibv_mr *ibv_reg_mr(struct ibv_pd *pd, void *addr, - size_t length, int access); - - -enum ibv_rereg_mr_err_code { - /* Old MR is valid, invalid input */ - IBV_REREG_MR_ERR_INPUT = -1, - /* Old MR is valid, failed via dont fork on new address range */ - IBV_REREG_MR_ERR_DONT_FORK_NEW = -2, - /* New MR is valid, failed via do fork on old address range */ - IBV_REREG_MR_ERR_DO_FORK_OLD = -3, - /* MR shouldn't be used, command error */ - IBV_REREG_MR_ERR_CMD = -4, - /* MR shouldn't be used, command error, invalid fork state on new address range */ - IBV_REREG_MR_ERR_CMD_AND_DO_FORK_NEW = -5, -}; - -/** - * ibv_rereg_mr - Re-Register a memory region - */ -int ibv_rereg_mr(struct ibv_mr *mr, int flags, - struct ibv_pd *pd, void *addr, - size_t length, int access); -/** - * ibv_dereg_mr - Deregister a memory region - */ -int ibv_dereg_mr(struct ibv_mr *mr); - -/** - * ibv_alloc_mw - Allocate a memory window - */ -static inline struct ibv_mw *ibv_alloc_mw(struct ibv_pd *pd, - enum ibv_mw_type type) -{ - struct ibv_mw *mw; - - if (!pd->context->ops.alloc_mw) { - errno = ENOSYS; - return NULL; - } - - mw = pd->context->ops.alloc_mw(pd, type); - return mw; -} - -/** - * ibv_dealloc_mw - Free a memory window - */ -static inline int ibv_dealloc_mw(struct ibv_mw *mw) -{ - return mw->context->ops.dealloc_mw(mw); -} - -/** - * ibv_inc_rkey - Increase the 8 lsb in the given rkey - */ -static inline uint32_t ibv_inc_rkey(uint32_t rkey) -{ - const uint32_t mask = 0x000000ff; - uint8_t newtag = (uint8_t)((rkey + 1) & mask); - - return (rkey & ~mask) | newtag; -} - -/** - * ibv_bind_mw - Bind a memory window to a region - */ -static inline int ibv_bind_mw(struct ibv_qp *qp, struct ibv_mw *mw, - struct ibv_mw_bind *mw_bind) -{ - if (mw->type != IBV_MW_TYPE_1) - return EINVAL; - - return mw->context->ops.bind_mw(qp, mw, mw_bind); -} - -/** - * ibv_create_comp_channel - Create a completion event channel - */ -struct ibv_comp_channel *ibv_create_comp_channel(struct ibv_context *context); - -/** - * ibv_destroy_comp_channel - Destroy a completion event channel - */ -int ibv_destroy_comp_channel(struct ibv_comp_channel *channel); - -/** - * ibv_create_cq - Create a completion queue - * @context - Context CQ will be attached to - * @cqe - Minimum number of entries required for CQ - * @cq_context - Consumer-supplied context returned for completion events - * @channel - Completion channel where completion events will be queued. - * May be NULL if completion events will not be used. - * @comp_vector - Completion vector used to signal completion events. - * Must be >= 0 and < context->num_comp_vectors. - */ -struct ibv_cq *ibv_create_cq(struct ibv_context *context, int cqe, - void *cq_context, - struct ibv_comp_channel *channel, - int comp_vector); - -/** - * ibv_create_cq_ex - Create a completion queue - * @context - Context CQ will be attached to - * @cq_attr - Attributes to create the CQ with - */ -static inline -struct ibv_cq_ex *ibv_create_cq_ex(struct ibv_context *context, - struct ibv_cq_init_attr_ex *cq_attr) -{ - struct verbs_context *vctx = verbs_get_ctx_op(context, create_cq_ex); - - if (!vctx) { - errno = ENOSYS; - return NULL; - } - - if (cq_attr->comp_mask & ~(IBV_CQ_INIT_ATTR_MASK_RESERVED - 1)) { - errno = EINVAL; - return NULL; - } - - return vctx->create_cq_ex(context, cq_attr); -} - -/** - * ibv_resize_cq - Modifies the capacity of the CQ. - * @cq: The CQ to resize. - * @cqe: The minimum size of the CQ. - * - * Users can examine the cq structure to determine the actual CQ size. - */ -int ibv_resize_cq(struct ibv_cq *cq, int cqe); - -/** - * ibv_destroy_cq - Destroy a completion queue - */ -int ibv_destroy_cq(struct ibv_cq *cq); - -/** - * ibv_get_cq_event - Read next CQ event - * @channel: Channel to get next event from. - * @cq: Used to return pointer to CQ. - * @cq_context: Used to return consumer-supplied CQ context. - * - * All completion events returned by ibv_get_cq_event() must - * eventually be acknowledged with ibv_ack_cq_events(). - */ -int ibv_get_cq_event(struct ibv_comp_channel *channel, - struct ibv_cq **cq, void **cq_context); - -/** - * ibv_ack_cq_events - Acknowledge CQ completion events - * @cq: CQ to acknowledge events for - * @nevents: Number of events to acknowledge. - * - * All completion events which are returned by ibv_get_cq_event() must - * be acknowledged. To avoid races, ibv_destroy_cq() will wait for - * all completion events to be acknowledged, so there should be a - * one-to-one correspondence between acks and successful gets. An - * application may accumulate multiple completion events and - * acknowledge them in a single call to ibv_ack_cq_events() by passing - * the number of events to ack in @nevents. - */ -void ibv_ack_cq_events(struct ibv_cq *cq, unsigned int nevents); - -/** - * ibv_poll_cq - Poll a CQ for work completions - * @cq:the CQ being polled - * @num_entries:maximum number of completions to return - * @wc:array of at least @num_entries of &struct ibv_wc where completions - * will be returned - * - * Poll a CQ for (possibly multiple) completions. If the return value - * is < 0, an error occurred. If the return value is >= 0, it is the - * number of completions returned. If the return value is - * non-negative and strictly less than num_entries, then the CQ was - * emptied. - */ -static inline int ibv_poll_cq(struct ibv_cq *cq, int num_entries, struct ibv_wc *wc) -{ - return cq->context->ops.poll_cq(cq, num_entries, wc); -} - -/** - * ibv_req_notify_cq - Request completion notification on a CQ. An - * event will be added to the completion channel associated with the - * CQ when an entry is added to the CQ. - * @cq: The completion queue to request notification for. - * @solicited_only: If non-zero, an event will be generated only for - * the next solicited CQ entry. If zero, any CQ entry, solicited or - * not, will generate an event. - */ -static inline int ibv_req_notify_cq(struct ibv_cq *cq, int solicited_only) -{ - return cq->context->ops.req_notify_cq(cq, solicited_only); -} - -/** - * ibv_create_srq - Creates a SRQ associated with the specified protection - * domain. - * @pd: The protection domain associated with the SRQ. - * @srq_init_attr: A list of initial attributes required to create the SRQ. - * - * srq_attr->max_wr and srq_attr->max_sge are read the determine the - * requested size of the SRQ, and set to the actual values allocated - * on return. If ibv_create_srq() succeeds, then max_wr and max_sge - * will always be at least as large as the requested values. - */ -struct ibv_srq *ibv_create_srq(struct ibv_pd *pd, - struct ibv_srq_init_attr *srq_init_attr); - -static inline struct ibv_srq * -ibv_create_srq_ex(struct ibv_context *context, - struct ibv_srq_init_attr_ex *srq_init_attr_ex) -{ - struct verbs_context *vctx; - uint32_t mask = srq_init_attr_ex->comp_mask; - - if (!(mask & ~(IBV_SRQ_INIT_ATTR_PD | IBV_SRQ_INIT_ATTR_TYPE)) && - (mask & IBV_SRQ_INIT_ATTR_PD) && - (!(mask & IBV_SRQ_INIT_ATTR_TYPE) || - (srq_init_attr_ex->srq_type == IBV_SRQT_BASIC))) - return ibv_create_srq(srq_init_attr_ex->pd, - (struct ibv_srq_init_attr *)srq_init_attr_ex); - - vctx = verbs_get_ctx_op(context, create_srq_ex); - if (!vctx) { - errno = ENOSYS; - return NULL; - } - return vctx->create_srq_ex(context, srq_init_attr_ex); -} - -/** - * ibv_modify_srq - Modifies the attributes for the specified SRQ. - * @srq: The SRQ to modify. - * @srq_attr: On input, specifies the SRQ attributes to modify. On output, - * the current values of selected SRQ attributes are returned. - * @srq_attr_mask: A bit-mask used to specify which attributes of the SRQ - * are being modified. - * - * The mask may contain IBV_SRQ_MAX_WR to resize the SRQ and/or - * IBV_SRQ_LIMIT to set the SRQ's limit and request notification when - * the number of receives queued drops below the limit. - */ -int ibv_modify_srq(struct ibv_srq *srq, - struct ibv_srq_attr *srq_attr, - int srq_attr_mask); - -/** - * ibv_query_srq - Returns the attribute list and current values for the - * specified SRQ. - * @srq: The SRQ to query. - * @srq_attr: The attributes of the specified SRQ. - */ -int ibv_query_srq(struct ibv_srq *srq, struct ibv_srq_attr *srq_attr); - -static inline int ibv_get_srq_num(struct ibv_srq *srq, uint32_t *srq_num) -{ - struct verbs_context *vctx = verbs_get_ctx_op(srq->context, get_srq_num); - - if (!vctx) - return ENOSYS; - - return vctx->get_srq_num(srq, srq_num); -} - -/** - * ibv_destroy_srq - Destroys the specified SRQ. - * @srq: The SRQ to destroy. - */ -int ibv_destroy_srq(struct ibv_srq *srq); - -/** - * ibv_post_srq_recv - Posts a list of work requests to the specified SRQ. - * @srq: The SRQ to post the work request on. - * @recv_wr: A list of work requests to post on the receive queue. - * @bad_recv_wr: On an immediate failure, this parameter will reference - * the work request that failed to be posted on the QP. - */ -static inline int ibv_post_srq_recv(struct ibv_srq *srq, - struct ibv_recv_wr *recv_wr, - struct ibv_recv_wr **bad_recv_wr) -{ - return srq->context->ops.post_srq_recv(srq, recv_wr, bad_recv_wr); -} - -/** - * ibv_create_qp - Create a queue pair. - */ -struct ibv_qp *ibv_create_qp(struct ibv_pd *pd, - struct ibv_qp_init_attr *qp_init_attr); - -static inline struct ibv_qp * -ibv_create_qp_ex(struct ibv_context *context, struct ibv_qp_init_attr_ex *qp_init_attr_ex) -{ - struct verbs_context *vctx; - uint32_t mask = qp_init_attr_ex->comp_mask; - - if (mask == IBV_QP_INIT_ATTR_PD) - return ibv_create_qp(qp_init_attr_ex->pd, - (struct ibv_qp_init_attr *)qp_init_attr_ex); - - vctx = verbs_get_ctx_op(context, create_qp_ex); - if (!vctx) { - errno = ENOSYS; - return NULL; - } - return vctx->create_qp_ex(context, qp_init_attr_ex); -} - -/** - * ibv_query_rt_values_ex - Get current real time @values of a device. - * @values - in/out - defines the attributes we need to query/queried. - * (Or's bits of enum ibv_values_mask on values->comp_mask field) - */ -static inline int -ibv_query_rt_values_ex(struct ibv_context *context, - struct ibv_values_ex *values) -{ - struct verbs_context *vctx; - - vctx = verbs_get_ctx_op(context, query_rt_values); - if (!vctx) - return ENOSYS; - - if (values->comp_mask & ~(IBV_VALUES_MASK_RESERVED - 1)) - return EINVAL; - - return vctx->query_rt_values(context, values); -} - -/** - * ibv_query_device_ex - Get extended device properties - */ -static inline int -ibv_query_device_ex(struct ibv_context *context, - const struct ibv_query_device_ex_input *input, - struct ibv_device_attr_ex *attr) -{ - struct verbs_context *vctx; - int ret; - - vctx = verbs_get_ctx_op(context, query_device_ex); - if (!vctx) - goto legacy; - - ret = vctx->query_device_ex(context, input, attr, sizeof(*attr)); - if (ret == ENOSYS) - goto legacy; - - return ret; - -legacy: - memset(attr, 0, sizeof(*attr)); - ret = ibv_query_device(context, &attr->orig_attr); - - return ret; -} - -/** - * ibv_open_qp - Open a shareable queue pair. - */ -static inline struct ibv_qp * -ibv_open_qp(struct ibv_context *context, struct ibv_qp_open_attr *qp_open_attr) -{ - struct verbs_context *vctx = verbs_get_ctx_op(context, open_qp); - if (!vctx) { - errno = ENOSYS; - return NULL; - } - return vctx->open_qp(context, qp_open_attr); -} - -/** - * ibv_modify_qp - Modify a queue pair. - */ -int ibv_modify_qp(struct ibv_qp *qp, struct ibv_qp_attr *attr, - int attr_mask); - -/** - * ibv_query_qp - Returns the attribute list and current values for the - * specified QP. - * @qp: The QP to query. - * @attr: The attributes of the specified QP. - * @attr_mask: A bit-mask used to select specific attributes to query. - * @init_attr: Additional attributes of the selected QP. - * - * The qp_attr_mask may be used to limit the query to gathering only the - * selected attributes. - */ -int ibv_query_qp(struct ibv_qp *qp, struct ibv_qp_attr *attr, - int attr_mask, - struct ibv_qp_init_attr *init_attr); - -/** - * ibv_destroy_qp - Destroy a queue pair. - */ -int ibv_destroy_qp(struct ibv_qp *qp); - -/* - * ibv_create_wq - Creates a WQ associated with the specified protection - * domain. - * @context: ibv_context. - * @wq_init_attr: A list of initial attributes required to create the - * WQ. If WQ creation succeeds, then the attributes are updated to - * the actual capabilities of the created WQ. - * - * wq_init_attr->max_wr and wq_init_attr->max_sge determine - * the requested size of the WQ, and set to the actual values allocated - * on return. - * If ibv_create_wq() succeeds, then max_wr and max_sge will always be - * at least as large as the requested values. - * - * Return Value - * ibv_create_wq() returns a pointer to the created WQ, or NULL if the request - * fails. - */ -static inline struct ibv_wq *ibv_create_wq(struct ibv_context *context, - struct ibv_wq_init_attr *wq_init_attr) -{ - struct verbs_context *vctx = verbs_get_ctx_op(context, create_wq); - struct ibv_wq *wq; - - if (!vctx) { - errno = ENOSYS; - return NULL; - } - - wq = vctx->create_wq(context, wq_init_attr); - if (wq) { - wq->events_completed = 0; - pthread_mutex_init(&wq->mutex, NULL); - pthread_cond_init(&wq->cond, NULL); - } - - return wq; -} - -/* - * ibv_modify_wq - Modifies the attributes for the specified WQ. - * @wq: The WQ to modify. - * @wq_attr: On input, specifies the WQ attributes to modify. - * wq_attr->attr_mask: A bit-mask used to specify which attributes of the WQ - * are being modified. - * On output, the current values of selected WQ attributes are returned. - * - * Return Value - * ibv_modify_wq() returns 0 on success, or the value of errno - * on failure (which indicates the failure reason). - * -*/ -static inline int ibv_modify_wq(struct ibv_wq *wq, struct ibv_wq_attr *wq_attr) -{ - struct verbs_context *vctx = verbs_get_ctx_op(wq->context, modify_wq); - - if (!vctx) - return ENOSYS; - - return vctx->modify_wq(wq, wq_attr); -} - -/* - * ibv_destroy_wq - Destroys the specified WQ. - * @ibv_wq: The WQ to destroy. - * Return Value - * ibv_destroy_wq() returns 0 on success, or the value of errno - * on failure (which indicates the failure reason). -*/ -static inline int ibv_destroy_wq(struct ibv_wq *wq) -{ - struct verbs_context *vctx; - - vctx = verbs_get_ctx_op(wq->context, destroy_wq); - if (!vctx) - return ENOSYS; - - return vctx->destroy_wq(wq); -} - -/* - * ibv_create_rwq_ind_table - Creates a receive work queue Indirection Table - * @context: ibv_context. - * @init_attr: A list of initial attributes required to create the Indirection Table. - * Return Value - * ibv_create_rwq_ind_table returns a pointer to the created - * Indirection Table, or NULL if the request fails. - */ -static inline struct ibv_rwq_ind_table *ibv_create_rwq_ind_table(struct ibv_context *context, - struct ibv_rwq_ind_table_init_attr *init_attr) -{ - struct verbs_context *vctx; - - vctx = verbs_get_ctx_op(context, create_rwq_ind_table); - if (!vctx) { - errno = ENOSYS; - return NULL; - } - - return vctx->create_rwq_ind_table(context, init_attr); -} - -/* - * ibv_destroy_rwq_ind_table - Destroys the specified Indirection Table. - * @rwq_ind_table: The Indirection Table to destroy. - * Return Value - * ibv_destroy_rwq_ind_table() returns 0 on success, or the value of errno - * on failure (which indicates the failure reason). -*/ -static inline int ibv_destroy_rwq_ind_table(struct ibv_rwq_ind_table *rwq_ind_table) -{ - struct verbs_context *vctx; - - vctx = verbs_get_ctx_op(rwq_ind_table->context, destroy_rwq_ind_table); - if (!vctx) - return ENOSYS; - - return vctx->destroy_rwq_ind_table(rwq_ind_table); -} - -/** - * ibv_post_send - Post a list of work requests to a send queue. - * - * If IBV_SEND_INLINE flag is set, the data buffers can be reused - * immediately after the call returns. - */ -static inline int ibv_post_send(struct ibv_qp *qp, struct ibv_send_wr *wr, - struct ibv_send_wr **bad_wr) -{ - return qp->context->ops.post_send(qp, wr, bad_wr); -} - -/** - * ibv_post_recv - Post a list of work requests to a receive queue. - */ -static inline int ibv_post_recv(struct ibv_qp *qp, struct ibv_recv_wr *wr, - struct ibv_recv_wr **bad_wr) -{ - return qp->context->ops.post_recv(qp, wr, bad_wr); -} - -/** - * ibv_create_ah - Create an address handle. - */ -struct ibv_ah *ibv_create_ah(struct ibv_pd *pd, struct ibv_ah_attr *attr); - -/** - * ibv_init_ah_from_wc - Initializes address handle attributes from a - * work completion. - * @context: Device context on which the received message arrived. - * @port_num: Port on which the received message arrived. - * @wc: Work completion associated with the received message. - * @grh: References the received global route header. This parameter is - * ignored unless the work completion indicates that the GRH is valid. - * @ah_attr: Returned attributes that can be used when creating an address - * handle for replying to the message. - */ -int ibv_init_ah_from_wc(struct ibv_context *context, uint8_t port_num, - struct ibv_wc *wc, struct ibv_grh *grh, - struct ibv_ah_attr *ah_attr); - -/** - * ibv_create_ah_from_wc - Creates an address handle associated with the - * sender of the specified work completion. - * @pd: The protection domain associated with the address handle. - * @wc: Work completion information associated with a received message. - * @grh: References the received global route header. This parameter is - * ignored unless the work completion indicates that the GRH is valid. - * @port_num: The outbound port number to associate with the address. - * - * The address handle is used to reference a local or global destination - * in all UD QP post sends. - */ -struct ibv_ah *ibv_create_ah_from_wc(struct ibv_pd *pd, struct ibv_wc *wc, - struct ibv_grh *grh, uint8_t port_num); - -/** - * ibv_destroy_ah - Destroy an address handle. - */ -int ibv_destroy_ah(struct ibv_ah *ah); - -/** - * ibv_attach_mcast - Attaches the specified QP to a multicast group. - * @qp: QP to attach to the multicast group. The QP must be a UD QP. - * @gid: Multicast group GID. - * @lid: Multicast group LID in host byte order. - * - * In order to route multicast packets correctly, subnet - * administration must have created the multicast group and configured - * the fabric appropriately. The port associated with the specified - * QP must also be a member of the multicast group. - */ -int ibv_attach_mcast(struct ibv_qp *qp, const union ibv_gid *gid, uint16_t lid); - -/** - * ibv_detach_mcast - Detaches the specified QP from a multicast group. - * @qp: QP to detach from the multicast group. - * @gid: Multicast group GID. - * @lid: Multicast group LID in host byte order. - */ -int ibv_detach_mcast(struct ibv_qp *qp, const union ibv_gid *gid, uint16_t lid); - -/** - * ibv_fork_init - Prepare data structures so that fork() may be used - * safely. If this function is not called or returns a non-zero - * status, then libibverbs data structures are not fork()-safe and the - * effect of an application calling fork() is undefined. - */ -int ibv_fork_init(void); - -/** - * ibv_node_type_str - Return string describing node_type enum value - */ -const char *ibv_node_type_str(enum ibv_node_type node_type); - -/** - * ibv_port_state_str - Return string describing port_state enum value - */ -const char *ibv_port_state_str(enum ibv_port_state port_state); - -/** - * ibv_event_type_str - Return string describing event_type enum value - */ -const char *ibv_event_type_str(enum ibv_event_type event); - -#define ETHERNET_LL_SIZE 6 -int ibv_resolve_eth_l2_from_gid(struct ibv_context *context, - struct ibv_ah_attr *attr, - uint8_t eth_mac[ETHERNET_LL_SIZE], - uint16_t *vid); - -static inline int ibv_is_qpt_supported(uint32_t caps, enum ibv_qp_type qpt) -{ - return !!(caps & (1 << qpt)); -} - -END_C_DECLS - -# undef __attribute_const - - -#endif /* INFINIBAND_VERBS_H */ |