mirror of
https://github.com/AuxXxilium/linux_dsm_epyc7002.git
synced 2024-12-21 18:07:21 +07:00
882214e2b1
* Add an interval tree implementation for ODP umems. Create an interval tree for each ucontext (including a count of the number of ODP MRs in this context, semaphore, etc.), and register ODP umems in the interval tree. * Add MMU notifiers handling functions, using the interval tree to notify only the relevant umems and underlying MRs. * Register to receive MMU notifier events from the MM subsystem upon ODP MR registration (and unregister accordingly). * Add a completion object to synchronize the destruction of ODP umems. * Add mechanism to abort page faults when there's a concurrent invalidation. The way we synchronize between concurrent invalidations and page faults is by keeping a counter of currently running invalidations, and a sequence number that is incremented whenever an invalidation is caught. The page fault code checks the counter and also verifies that the sequence number hasn't progressed before it updates the umem's page tables. This is similar to what the kvm module does. In order to prevent the case where we register a umem in the middle of an ongoing notifier, we also keep a per ucontext counter of the total number of active mmu notifiers. We only enable new umems when all the running notifiers complete. Signed-off-by: Sagi Grimberg <sagig@mellanox.com> Signed-off-by: Shachar Raindel <raindel@mellanox.com> Signed-off-by: Haggai Eran <haggaie@mellanox.com> Signed-off-by: Yuval Dagan <yuvalda@mellanox.com> Signed-off-by: Roland Dreier <roland@purestorage.com>
35 lines
904 B
Makefile
35 lines
904 B
Makefile
infiniband-$(CONFIG_INFINIBAND_ADDR_TRANS) := rdma_cm.o
|
|
user_access-$(CONFIG_INFINIBAND_ADDR_TRANS) := rdma_ucm.o
|
|
|
|
obj-$(CONFIG_INFINIBAND) += ib_core.o ib_mad.o ib_sa.o \
|
|
ib_cm.o iw_cm.o ib_addr.o \
|
|
$(infiniband-y)
|
|
obj-$(CONFIG_INFINIBAND_USER_MAD) += ib_umad.o
|
|
obj-$(CONFIG_INFINIBAND_USER_ACCESS) += ib_uverbs.o ib_ucm.o \
|
|
$(user_access-y)
|
|
|
|
ib_core-y := packer.o ud_header.o verbs.o sysfs.o \
|
|
device.o fmr_pool.o cache.o netlink.o
|
|
ib_core-$(CONFIG_INFINIBAND_USER_MEM) += umem.o
|
|
ib_core-$(CONFIG_INFINIBAND_ON_DEMAND_PAGING) += umem_odp.o umem_rbtree.o
|
|
|
|
ib_mad-y := mad.o smi.o agent.o mad_rmpp.o
|
|
|
|
ib_sa-y := sa_query.o multicast.o
|
|
|
|
ib_cm-y := cm.o
|
|
|
|
iw_cm-y := iwcm.o iwpm_util.o iwpm_msg.o
|
|
|
|
rdma_cm-y := cma.o
|
|
|
|
rdma_ucm-y := ucma.o
|
|
|
|
ib_addr-y := addr.o
|
|
|
|
ib_umad-y := user_mad.o
|
|
|
|
ib_ucm-y := ucm.o
|
|
|
|
ib_uverbs-y := uverbs_main.o uverbs_cmd.o uverbs_marshall.o
|