mirror of
https://github.com/AuxXxilium/linux_dsm_epyc7002.git
synced 2024-12-24 02:49:05 +07:00
1997412db6
Adding sq and rq drain functions, which block until all previously posted wr-s in the specified queue have completed. A completion object is signaled to unblock the thread, when the last cqe for the corresponding queue is processed. Signed-off-by: Tatyana Nikolova <tatyana.e.nikolova@intel.com> Signed-off-by: Faisal Latif <faisal.latif@intel.com> Reviewed-by: Steve Wise <swise@opengridcomputing.com> Reviewed-by: Steve Wise <swise@opengridcomputing.com> Reviewed-by: Sagi Grimberg <sagi@grimberg.me> Signed-off-by: Doug Ledford <dledford@redhat.com>
200 lines
5.8 KiB
C
200 lines
5.8 KiB
C
/*
|
|
* Copyright (c) 2006 - 2011 Intel Corporation. All rights reserved.
|
|
* Copyright (c) 2005 Open Grid Computing, Inc. All rights reserved.
|
|
*
|
|
* This software is available to you under a choice of one of two
|
|
* licenses. You may choose to be licensed under the terms of the GNU
|
|
* General Public License (GPL) Version 2, available from the file
|
|
* COPYING in the main directory of this source tree, or the
|
|
* OpenIB.org BSD license below:
|
|
*
|
|
* Redistribution and use in source and binary forms, with or
|
|
* without modification, are permitted provided that the following
|
|
* conditions are met:
|
|
*
|
|
* - Redistributions of source code must retain the above
|
|
* copyright notice, this list of conditions and the following
|
|
* disclaimer.
|
|
*
|
|
* - Redistributions in binary form must reproduce the above
|
|
* copyright notice, this list of conditions and the following
|
|
* disclaimer in the documentation and/or other materials
|
|
* provided with the distribution.
|
|
*
|
|
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
|
|
* EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
|
|
* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
|
|
* NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
|
|
* BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
|
|
* ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
|
|
* CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
|
* SOFTWARE.
|
|
*
|
|
*/
|
|
|
|
#ifndef NES_VERBS_H
|
|
#define NES_VERBS_H
|
|
|
|
struct nes_device;
|
|
|
|
#define NES_MAX_USER_DB_REGIONS 4096
|
|
#define NES_MAX_USER_WQ_REGIONS 4096
|
|
|
|
#define NES_TERM_SENT 0x01
|
|
#define NES_TERM_RCVD 0x02
|
|
#define NES_TERM_DONE 0x04
|
|
|
|
struct nes_ucontext {
|
|
struct ib_ucontext ibucontext;
|
|
struct nes_device *nesdev;
|
|
unsigned long mmap_wq_offset;
|
|
unsigned long mmap_cq_offset; /* to be removed */
|
|
int index; /* rnic index (minor) */
|
|
unsigned long allocated_doorbells[BITS_TO_LONGS(NES_MAX_USER_DB_REGIONS)];
|
|
u16 mmap_db_index[NES_MAX_USER_DB_REGIONS];
|
|
u16 first_free_db;
|
|
unsigned long allocated_wqs[BITS_TO_LONGS(NES_MAX_USER_WQ_REGIONS)];
|
|
struct nes_qp *mmap_nesqp[NES_MAX_USER_WQ_REGIONS];
|
|
u16 first_free_wq;
|
|
struct list_head cq_reg_mem_list;
|
|
struct list_head qp_reg_mem_list;
|
|
u32 mcrqf;
|
|
atomic_t usecnt;
|
|
};
|
|
|
|
struct nes_pd {
|
|
struct ib_pd ibpd;
|
|
u16 pd_id;
|
|
atomic_t sqp_count;
|
|
u16 mmap_db_index;
|
|
};
|
|
|
|
struct nes_mr {
|
|
union {
|
|
struct ib_mr ibmr;
|
|
struct ib_mw ibmw;
|
|
struct ib_fmr ibfmr;
|
|
};
|
|
struct ib_umem *region;
|
|
u16 pbls_used;
|
|
u8 mode;
|
|
u8 pbl_4k;
|
|
__le64 *pages;
|
|
dma_addr_t paddr;
|
|
u32 max_pages;
|
|
u32 npages;
|
|
};
|
|
|
|
struct nes_hw_pb {
|
|
__le32 pa_low;
|
|
__le32 pa_high;
|
|
};
|
|
|
|
struct nes_vpbl {
|
|
dma_addr_t pbl_pbase;
|
|
struct nes_hw_pb *pbl_vbase;
|
|
};
|
|
|
|
struct nes_root_vpbl {
|
|
dma_addr_t pbl_pbase;
|
|
struct nes_hw_pb *pbl_vbase;
|
|
struct nes_vpbl *leaf_vpbl;
|
|
};
|
|
|
|
struct nes_fmr {
|
|
struct nes_mr nesmr;
|
|
u32 leaf_pbl_cnt;
|
|
struct nes_root_vpbl root_vpbl;
|
|
struct ib_qp *ib_qp;
|
|
int access_rights;
|
|
struct ib_fmr_attr attr;
|
|
};
|
|
|
|
struct nes_av;
|
|
|
|
struct nes_cq {
|
|
struct ib_cq ibcq;
|
|
struct nes_hw_cq hw_cq;
|
|
u32 polled_completions;
|
|
u32 cq_mem_size;
|
|
spinlock_t lock;
|
|
u8 virtual_cq;
|
|
u8 pad[3];
|
|
u32 mcrqf;
|
|
};
|
|
|
|
struct nes_wq {
|
|
spinlock_t lock;
|
|
};
|
|
|
|
struct disconn_work {
|
|
struct work_struct work;
|
|
struct nes_qp *nesqp;
|
|
};
|
|
|
|
struct iw_cm_id;
|
|
struct ietf_mpa_frame;
|
|
|
|
struct nes_qp {
|
|
struct ib_qp ibqp;
|
|
void *allocated_buffer;
|
|
struct iw_cm_id *cm_id;
|
|
struct nes_cq *nesscq;
|
|
struct nes_cq *nesrcq;
|
|
struct nes_pd *nespd;
|
|
void *cm_node; /* handle of the node this QP is associated with */
|
|
void *ietf_frame;
|
|
u8 ietf_frame_size;
|
|
dma_addr_t ietf_frame_pbase;
|
|
struct ib_mr *lsmm_mr;
|
|
struct nes_hw_qp hwqp;
|
|
struct work_struct work;
|
|
enum ib_qp_state ibqp_state;
|
|
u32 iwarp_state;
|
|
u32 hte_index;
|
|
u32 last_aeq;
|
|
u32 qp_mem_size;
|
|
atomic_t refcount;
|
|
atomic_t close_timer_started;
|
|
u32 mmap_sq_db_index;
|
|
u32 mmap_rq_db_index;
|
|
spinlock_t lock;
|
|
spinlock_t pau_lock;
|
|
struct nes_qp_context *nesqp_context;
|
|
dma_addr_t nesqp_context_pbase;
|
|
void *pbl_vbase;
|
|
dma_addr_t pbl_pbase;
|
|
struct page *page;
|
|
struct timer_list terminate_timer;
|
|
enum ib_event_type terminate_eventtype;
|
|
struct sk_buff_head pau_list;
|
|
u32 pau_rcv_nxt;
|
|
u16 active_conn:1;
|
|
u16 skip_lsmm:1;
|
|
u16 user_mode:1;
|
|
u16 hte_added:1;
|
|
u16 flush_issued:1;
|
|
u16 destroyed:1;
|
|
u16 sig_all:1;
|
|
u16 pau_mode:1;
|
|
u16 rsvd:8;
|
|
u16 private_data_len;
|
|
u16 term_sq_flush_code;
|
|
u16 term_rq_flush_code;
|
|
u8 hw_iwarp_state;
|
|
u8 hw_tcp_state;
|
|
u8 term_flags;
|
|
u8 sq_kmapped;
|
|
u8 pau_busy;
|
|
u8 pau_pending;
|
|
u8 pau_state;
|
|
__u64 nesuqp_addr;
|
|
struct completion sq_drained;
|
|
struct completion rq_drained;
|
|
};
|
|
|
|
struct ib_mr *nes_reg_phys_mr(struct ib_pd *ib_pd,
|
|
u64 addr, u64 size, int acc, u64 *iova_start);
|
|
|
|
#endif /* NES_VERBS_H */
|