From: Jack Wang <jinpu.wang@xxxxxxxxxxxxxxxx> Signed-off-by: Jack Wang <jinpu.wang@xxxxxxxxxxxxxxxx> Signed-off-by: Kleber Souza <kleber.souza@xxxxxxxxxxxxxxxx> Signed-off-by: Danil Kipnis <danil.kipnis@xxxxxxxxxxxxxxxx> Signed-off-by: Roman Pen <roman.penyaev@xxxxxxxxxxxxxxxx> --- .../ulp/ibtrs_server/ibtrs_srv_internal.h | 201 +++++++++++++++++++++ 1 file changed, 201 insertions(+) create mode 100644 drivers/infiniband/ulp/ibtrs_server/ibtrs_srv_internal.h diff --git a/drivers/infiniband/ulp/ibtrs_server/ibtrs_srv_internal.h b/drivers/infiniband/ulp/ibtrs_server/ibtrs_srv_internal.h new file mode 100644 index 0000000..79130a1 --- /dev/null +++ b/drivers/infiniband/ulp/ibtrs_server/ibtrs_srv_internal.h @@ -0,0 +1,201 @@ +/* + * InfiniBand Transport Layer + * + * Copyright (c) 2014 - 2017 ProfitBricks GmbH. All rights reserved. + * Authors: Fabian Holler < mail@xxxxxxxxxx> + * Jack Wang <jinpu.wang@xxxxxxxxxxxxxxxx> + * Kleber Souza <kleber.souza@xxxxxxxxxxxxxxxx> + * Danil Kipnis <danil.kipnis@xxxxxxxxxxxxxxxx> + * Roman Pen <roman.penyaev@xxxxxxxxxxxxxxxx> + * Milind Dumbare <Milind.dumbare@xxxxxxxxx> + * + * + * Redistribution and use in source and binary forms, with or without + * modification, are permitted provided that the following conditions + * are met: + * 1. Redistributions of source code must retain the above copyright + * notice, this list of conditions, and the following disclaimer, + * without modification. + * 2. Redistributions in binary form must reproduce at minimum a disclaimer + * substantially similar to the "NO WARRANTY" disclaimer below + * ("Disclaimer") and any redistribution must be conditioned upon + * including a substantially similar Disclaimer requirement for further + * binary redistribution. + * 3. Neither the names of the above-listed copyright holders nor the names + * of any contributors may be used to endorse or promote products derived + * from this software without specific prior written permission. + * + * Alternatively, this software may be distributed under the terms of the + * GNU General Public License ("GPL") version 2 as published by the Free + * Software Foundation. + * + * NO WARRANTY + * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS + * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT + * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTIBILITY AND FITNESS FOR + * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT + * HOLDERS OR CONTRIBUTORS BE LIABLE FOR SPECIAL, EXEMPLARY, OR CONSEQUENTIAL + * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS + * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) + * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, + * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING + * IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE + * POSSIBILITY OF SUCH DAMAGES. + * + */ + +#ifndef _IBTRS_SRV_INTERNAL_H +#define _IBTRS_SRV_INTERNAL_H + +#include <rdma/ibtrs.h> + +enum ssm_state { + SSM_STATE_IDLE, + SSM_STATE_CONNECTED, + SSM_STATE_CLOSING, + SSM_STATE_CLOSED +}; + +/* + * Describes the rdma buffer managed by client and used for his rdma writes + * Rdma info has to be sent in OPEN_RESP message to the client. + */ +struct ibtrs_rcv_buf { + dma_addr_t rdma_addr; + void *buf; +}; + +/* to indicate that memory chunk was not allocated from a N-order contiguous + * pages area + */ +#define IBTRS_MEM_CHUNK_NOORDER -1 + +struct ibtrs_mem_chunk { + struct list_head list; + int order; + void *addr; +}; + +struct ibtrs_rcv_buf_pool { + struct list_head list; + struct list_head chunk_list; + struct ibtrs_rcv_buf *rcv_bufs; +}; + +struct ibtrs_stats_wc_comp { + atomic_t max_wc_cnt; + atomic64_t calls; + atomic64_t total_wc_cnt; +}; + +struct ibtrs_srv_stats_rdma_stats { + atomic64_t cnt_read; + atomic64_t size_total_read; + atomic64_t cnt_write; + atomic64_t size_total_write; + + atomic_t inflight; + atomic64_t inflight_total; +}; + +struct ibtrs_srv_stats_user_ib_msgs { + atomic64_t recv_msg_cnt; + atomic64_t sent_msg_cnt; + atomic64_t recv_size; + atomic64_t sent_size; +}; + +struct ibtrs_srv_stats { + struct ibtrs_srv_stats_rdma_stats rdma_stats; + struct ibtrs_srv_stats_user_ib_msgs user_ib_msgs; + atomic_t apm_cnt; + struct ibtrs_stats_wc_comp wc_comp; +}; + +struct ibtrs_session { + struct list_head list; + enum ssm_state state; + struct kref kref; + struct workqueue_struct *sm_wq; /* event processing */ + struct workqueue_struct *msg_wq; + struct ibtrs_device *dev; /* ib dev with mempool */ + struct rdma_cm_id *cm_id; /* cm_id used to create the session */ + struct mutex lock; /* to protect con_list */ + int cur_cq_vector; + struct list_head con_list; + struct ibtrs_iu *rdma_info_iu; + struct ibtrs_iu *dummy_rx_iu; + struct ibtrs_iu **usr_rx_ring; + struct ibtrs_ops_id **ops_ids; + /* lock for tx_bufs */ + spinlock_t tx_bufs_lock ____cacheline_aligned; + struct list_head tx_bufs; + u16 tx_bufs_used; + unsigned int est_cnt; /* number of established connections */ + unsigned int active_cnt; /* number of active (not closed) + * connections + */ + u8 con_cnt; + u8 ver; + bool state_in_sysfs; + bool session_announced_to_user; + struct ibtrs_rcv_buf_pool *rcv_buf_pool; + wait_queue_head_t bufs_wait; + u8 off_len; /* number of bits for offset in + * one client buffer. + * 32 - ilog2(sess->queue_depth) + */ + u32 off_mask; /* mask to get offset in client buf + * out of the imm field + */ + u16 queue_depth; + u16 wq_size; + u8 uuid[IBTRS_UUID_SIZE]; + struct ibtrs_heartbeat heartbeat; + struct delayed_work check_heartbeat_dwork; + struct delayed_work send_heartbeat_dwork; + void *priv; + struct kobject kobj; + struct kobject kobj_stats; + char addr[IBTRS_ADDRLEN]; /* client address */ + char hostname[MAXHOSTNAMELEN]; + u8 primary_port_num; + struct ibtrs_srv_stats stats; + wait_queue_head_t mu_iu_wait_q; + wait_queue_head_t mu_buf_wait_q; + atomic_t peer_usr_msg_bufs; +}; + +void ibtrs_srv_queue_close(struct ibtrs_session *sess); + +u8 ibtrs_srv_get_sess_primary_port_num(struct ibtrs_session *sess); + +int ibtrs_srv_current_hca_port_to_str(struct ibtrs_session *sess, + char *buf, size_t len); +int ibtrs_srv_failover_hca_port_to_str(struct ibtrs_session *sess, + char *buf, size_t len); +const char *ibtrs_srv_get_sess_hca_name(struct ibtrs_session *sess); +int ibtrs_srv_migrate(struct ibtrs_session *sess, u8 port_num); +int ibtrs_srv_reset_rdma_stats(struct ibtrs_session *sess, bool enable); +ssize_t ibtrs_srv_stats_rdma_to_str(struct ibtrs_session *sess, + char *page, size_t len); +int ibtrs_srv_reset_user_ib_msgs_stats(struct ibtrs_session *sess, bool enable); +int ibtrs_srv_stats_user_ib_msgs_to_str(struct ibtrs_session *sess, char *buf, + size_t len); +int ibtrs_srv_reset_apm_stats(struct ibtrs_session *sess, bool enable); +int ibtrs_srv_stats_apm_to_str(struct ibtrs_session *sess, char *buf, + size_t len); +int ibtrs_srv_reset_wc_completion_stats(struct ibtrs_session *sess, + bool enable); +int ibtrs_srv_stats_wc_completion_to_str(struct ibtrs_session *sess, char *buf, + size_t len); +int ibtrs_srv_reset_all_stats(struct ibtrs_session *sess, bool enable); +ssize_t ibtrs_srv_reset_all_help(struct ibtrs_session *sess, + char *page, size_t len); +int heartbeat_timeout_validate(int timeout); + +int ibtrs_srv_sess_get(struct ibtrs_session *sess); + +void ibtrs_srv_sess_put(struct ibtrs_session *sess); + +#endif -- 2.7.4 -- To unsubscribe from this list: send the line "unsubscribe linux-rdma" in the body of a message to majordomo@xxxxxxxxxxxxxxx More majordomo info at http://vger.kernel.org/majordomo-info.html