On 2/21/2019 9:33 AM, Gal Pressman wrote: > Header file for the various commands that can be sent through admin queue. > This includes queue create/modify/destroy, setting up and remove protection > domains, address handlers, and memory registration, etc. > > Signed-off-by: Gal Pressman <galpress@xxxxxxxxxx> > --- > drivers/infiniband/hw/efa/efa_com_cmd.h | 270 ++++++++++++++++++++++++++++++++ > 1 file changed, 270 insertions(+) > create mode 100644 drivers/infiniband/hw/efa/efa_com_cmd.h > > diff --git a/drivers/infiniband/hw/efa/efa_com_cmd.h b/drivers/infiniband/hw/efa/efa_com_cmd.h > new file mode 100644 > index 000000000000..f94b4e49bc25 > --- /dev/null > +++ b/drivers/infiniband/hw/efa/efa_com_cmd.h > @@ -0,0 +1,270 @@ > +/* SPDX-License-Identifier: GPL-2.0 OR BSD-2-Clause */ > +/* > + * Copyright 2018-2019 Amazon.com, Inc. or its affiliates. All rights reserved. > + */ > + > +#ifndef _EFA_COM_CMD_H_ > +#define _EFA_COM_CMD_H_ > + > +#include "efa_com.h" > + > +#define EFA_GID_SIZE 16 > + > +struct efa_com_create_qp_params { > + u64 rq_base_addr; > + u32 send_cq_idx; > + u32 recv_cq_idx; > + /* > + * Send descriptor ring size in bytes, > + * sufficient for user-provided number of WQEs and SGL size > + */ > + u32 sq_ring_size_in_bytes; > + /* Max number of WQEs that will be posted on send queue */ > + u32 sq_depth; > + /* Recv descriptor ring size in bytes */ > + u32 rq_ring_size_in_bytes; > + u32 rq_depth; > + u16 pd; > + u16 uarn; > + u8 qp_type; > +}; > + > +struct efa_com_create_qp_result { > + u32 qp_handle; > + u32 qp_num; > + u32 sq_db_offset; > + u32 rq_db_offset; > + u32 llq_descriptors_offset; > + u16 send_sub_cq_idx; > + u16 recv_sub_cq_idx; > +}; > + > +struct efa_com_modify_qp_params { > + u32 modify_mask; > + u32 qp_handle; > + u32 qp_state; > + u32 cur_qp_state; > + u32 qkey; > + u32 sq_psn; > + u8 sq_drained_async_notify; > +}; > + > +struct efa_com_query_qp_params { > + u32 qp_handle; > +}; > + > +struct efa_com_query_qp_result { > + u32 qp_state; > + u32 qkey; > + u32 sq_draining; > + u32 sq_psn; > +}; > + > +struct efa_com_destroy_qp_params { > + u32 qp_handle; > +}; > + > +struct efa_com_create_cq_params { > + /* cq physical base address in OS memory */ > + dma_addr_t dma_addr; > + /* completion queue depth in # of entries */ > + u16 cq_depth; > + u16 num_sub_cqs; > + u16 uarn; > + u8 entry_size_in_bytes; > +}; > + > +struct efa_com_create_cq_result { > + /* cq identifier */ > + u16 cq_idx; > + /* actual cq depth in # of entries */ > + u16 actual_depth; > +}; > + > +struct efa_com_destroy_cq_params { > + u16 cq_idx; > +}; > + > +struct efa_com_create_ah_params { > + u16 pdn; > + /* Destination address in network byte order */ > + u8 dest_addr[EFA_GID_SIZE]; > +}; > + > +struct efa_com_create_ah_result { > + u16 ah; > +}; > + > +struct efa_com_destroy_ah_params { > + u16 ah; > + u16 pdn; > +}; > + > +struct efa_com_get_network_attr_result { > + u8 addr[EFA_GID_SIZE]; > + u32 mtu; > +}; > + > +struct efa_com_get_device_attr_result { > + u64 page_size_cap; > + u64 max_mr_pages; > + u32 fw_version; > + u32 admin_api_version; > + u32 device_version; > + u32 supported_features; > + u32 phys_addr_width; > + u32 virt_addr_width; > + u32 max_qp; > + u32 max_sq_depth; /* wqes */ > + u32 max_rq_depth; /* wqes */ > + u32 max_cq; > + u32 max_cq_depth; /* cqes */ > + u32 inline_buf_size; > + u32 max_mr; > + u32 max_pd; > + u32 max_ah; > + u32 max_llq_size; > + u16 sub_cqs_per_cq; > + u16 max_sq_sge; > + u16 max_rq_sge; > + u8 db_bar; > +}; > + > +struct efa_com_get_hw_hints_result { > + u16 mmio_read_timeout; > + u16 driver_watchdog_timeout; > + u16 admin_completion_timeout; > + u16 poll_interval; > + u32 reserved[4]; > +}; > + > +struct efa_com_mem_addr { > + u32 mem_addr_low; > + u32 mem_addr_high; > +}; > + > +/* Used at indirect mode page list chunks for chaining */ > +struct efa_com_ctrl_buff_info { > + /* indicates length of the buffer pointed by control_buffer_address. */ > + u32 length; > + /* points to control buffer (direct or indirect) */ > + struct efa_com_mem_addr address; > +}; > + > +struct efa_com_reg_mr_params { > + /* Memory region length, in bytes. */ > + u64 mr_length_in_bytes; > + /* IO Virtual Address associated with this MR. */ > + u64 iova; > + /* words 8:15: Physical Buffer List, each element is page-aligned. */ > + union { > + /* > + * Inline array of physical addresses of app pages > + * (optimization for short region reservations) > + */ > + u64 inline_pbl_array[4]; > + /* > + * Describes the next physically contiguous chunk of indirect > + * page list. A page list contains physical addresses of command > + * data pages. Data pages are 4KB; page list chunks are > + * variable-sized. > + */ > + struct efa_com_ctrl_buff_info pbl; > + } pbl; > + /* number of pages in PBL (redundant, could be calculated) */ > + u32 page_num; > + /* Protection Domain */ > + u16 pd; > + /* > + * phys_page_size_shift - page size is (1 << phys_page_size_shift) > + * Page size is used for building the Virtual to Physical > + * address mapping > + */ > + u8 page_shift; > + /* > + * permissions > + * 0: local_write_enable - Write permissions: value of 1 needed > + * for RQ buffers and for RDMA write:1: reserved1 - remote > + * access flags, etc > + */ > + u8 permissions; > + u8 inline_pbl; > + u8 indirect; > +}; > + > +struct efa_com_reg_mr_result { > + /* > + * To be used in conjunction with local buffers references in SQ and > + * RQ WQE > + */ > + u32 l_key; > + /* > + * To be used in incoming RDMA semantics messages to refer to remotely > + * accessed memory region > + */ > + u32 r_key; > +}; > + > +struct efa_com_dereg_mr_params { > + u32 l_key; > +}; > + > +struct efa_com_alloc_pd_result { > + u16 pdn; > +}; > + > +struct efa_com_dealloc_pd_params { > + u16 pdn; > +}; > + > +struct efa_com_alloc_uar_result { > + u16 uarn; > +}; > + > +struct efa_com_dealloc_uar_params { > + u16 uarn; > +}; > + > +void efa_com_set_dma_addr(dma_addr_t addr, u32 *addr_high, u32 *addr_low); > +int efa_com_create_qp(struct efa_com_dev *edev, > + struct efa_com_create_qp_params *params, > + struct efa_com_create_qp_result *res); > +int efa_com_modify_qp(struct efa_com_dev *edev, > + struct efa_com_modify_qp_params *params); > +int efa_com_query_qp(struct efa_com_dev *edev, > + struct efa_com_query_qp_params *params, > + struct efa_com_query_qp_result *result); > +int efa_com_destroy_qp(struct efa_com_dev *edev, > + struct efa_com_destroy_qp_params *params); > +int efa_com_create_cq(struct efa_com_dev *edev, > + struct efa_com_create_cq_params *params, > + struct efa_com_create_cq_result *result); > +int efa_com_destroy_cq(struct efa_com_dev *edev, > + struct efa_com_destroy_cq_params *params); > +int efa_com_register_mr(struct efa_com_dev *edev, > + struct efa_com_reg_mr_params *params, > + struct efa_com_reg_mr_result *result); > +int efa_com_dereg_mr(struct efa_com_dev *edev, > + struct efa_com_dereg_mr_params *params); > +int efa_com_create_ah(struct efa_com_dev *edev, > + struct efa_com_create_ah_params *params, > + struct efa_com_create_ah_result *result); > +int efa_com_destroy_ah(struct efa_com_dev *edev, > + struct efa_com_destroy_ah_params *params); > +int efa_com_get_network_attr(struct efa_com_dev *edev, > + struct efa_com_get_network_attr_result *result); > +int efa_com_get_device_attr(struct efa_com_dev *edev, > + struct efa_com_get_device_attr_result *result); > +int efa_com_get_hw_hints(struct efa_com_dev *edev, > + struct efa_com_get_hw_hints_result *result); > +int efa_com_set_aenq_config(struct efa_com_dev *edev, u32 groups); > +int efa_com_alloc_pd(struct efa_com_dev *edev, > + struct efa_com_alloc_pd_result *result); > +int efa_com_dealloc_pd(struct efa_com_dev *edev, > + struct efa_com_dealloc_pd_params *params); > +int efa_com_alloc_uar(struct efa_com_dev *edev, > + struct efa_com_alloc_uar_result *result); > +int efa_com_dealloc_uar(struct efa_com_dev *edev, > + struct efa_com_dealloc_uar_params *params); > + > +#endif /* _EFA_COM_CMD_H_ */ Reviewed-by: Steve Wise <swise@xxxxxxxxxxxxxxxxxxxxx>