2019-06-03 12:44:50 +07:00
|
|
|
// SPDX-License-Identifier: GPL-2.0-only
|
2013-11-17 00:56:06 +07:00
|
|
|
/*
|
|
|
|
* Copyright (C) 2013 Red Hat
|
|
|
|
* Author: Rob Clark <robdclark@gmail.com>
|
|
|
|
*/
|
|
|
|
|
|
|
|
#include "msm_drv.h"
|
|
|
|
#include "msm_mmu.h"
|
|
|
|
|
|
|
|
struct msm_iommu {
|
|
|
|
struct msm_mmu base;
|
|
|
|
struct iommu_domain *domain;
|
|
|
|
};
|
|
|
|
#define to_msm_iommu(x) container_of(x, struct msm_iommu, base)
|
|
|
|
|
2016-12-07 23:13:53 +07:00
|
|
|
static int msm_fault_handler(struct iommu_domain *domain, struct device *dev,
|
2013-11-17 00:56:06 +07:00
|
|
|
unsigned long iova, int flags, void *arg)
|
|
|
|
{
|
2016-12-07 23:13:53 +07:00
|
|
|
struct msm_iommu *iommu = arg;
|
|
|
|
if (iommu->base.handler)
|
|
|
|
return iommu->base.handler(iommu->base.arg, iova, flags);
|
2019-05-08 01:02:06 +07:00
|
|
|
pr_warn_ratelimited("*** fault: iova=%16lx, flags=%d\n", iova, flags);
|
2014-08-09 20:07:25 +07:00
|
|
|
return 0;
|
2013-11-17 00:56:06 +07:00
|
|
|
}
|
|
|
|
|
2019-09-17 03:11:54 +07:00
|
|
|
static int msm_iommu_attach(struct msm_mmu *mmu)
|
2013-11-17 00:56:06 +07:00
|
|
|
{
|
|
|
|
struct msm_iommu *iommu = to_msm_iommu(mmu);
|
2017-02-16 04:00:25 +07:00
|
|
|
|
2019-02-20 01:48:20 +07:00
|
|
|
return iommu_attach_device(iommu->domain, mmu->dev);
|
2013-11-17 00:56:06 +07:00
|
|
|
}
|
|
|
|
|
2019-09-17 03:11:54 +07:00
|
|
|
static void msm_iommu_detach(struct msm_mmu *mmu)
|
2014-06-17 21:32:37 +07:00
|
|
|
{
|
|
|
|
struct msm_iommu *iommu = to_msm_iommu(mmu);
|
2017-02-16 04:00:25 +07:00
|
|
|
|
2014-07-10 09:08:15 +07:00
|
|
|
iommu_detach_device(iommu->domain, mmu->dev);
|
2014-06-17 21:32:37 +07:00
|
|
|
}
|
|
|
|
|
2016-11-12 00:06:46 +07:00
|
|
|
static int msm_iommu_map(struct msm_mmu *mmu, uint64_t iova,
|
2013-11-17 00:56:06 +07:00
|
|
|
struct sg_table *sgt, unsigned len, int prot)
|
|
|
|
{
|
|
|
|
struct msm_iommu *iommu = to_msm_iommu(mmu);
|
2017-02-16 03:44:04 +07:00
|
|
|
size_t ret;
|
2013-11-17 00:56:06 +07:00
|
|
|
|
2017-02-16 03:44:04 +07:00
|
|
|
ret = iommu_map_sg(iommu->domain, iova, sgt->sgl, sgt->nents, prot);
|
2018-11-29 13:01:50 +07:00
|
|
|
WARN_ON(!ret);
|
2013-11-17 00:56:06 +07:00
|
|
|
|
2017-02-16 03:44:04 +07:00
|
|
|
return (ret == len) ? 0 : -EINVAL;
|
2013-11-17 00:56:06 +07:00
|
|
|
}
|
|
|
|
|
2018-11-08 05:35:47 +07:00
|
|
|
static int msm_iommu_unmap(struct msm_mmu *mmu, uint64_t iova, unsigned len)
|
2013-11-17 00:56:06 +07:00
|
|
|
{
|
|
|
|
struct msm_iommu *iommu = to_msm_iommu(mmu);
|
|
|
|
|
2017-02-16 03:44:04 +07:00
|
|
|
iommu_unmap(iommu->domain, iova, len);
|
2013-11-17 00:56:06 +07:00
|
|
|
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
static void msm_iommu_destroy(struct msm_mmu *mmu)
|
|
|
|
{
|
|
|
|
struct msm_iommu *iommu = to_msm_iommu(mmu);
|
|
|
|
iommu_domain_free(iommu->domain);
|
|
|
|
kfree(iommu);
|
|
|
|
}
|
|
|
|
|
|
|
|
static const struct msm_mmu_funcs funcs = {
|
|
|
|
.attach = msm_iommu_attach,
|
2014-06-17 21:32:37 +07:00
|
|
|
.detach = msm_iommu_detach,
|
2013-11-17 00:56:06 +07:00
|
|
|
.map = msm_iommu_map,
|
|
|
|
.unmap = msm_iommu_unmap,
|
|
|
|
.destroy = msm_iommu_destroy,
|
|
|
|
};
|
|
|
|
|
2014-07-10 09:08:15 +07:00
|
|
|
struct msm_mmu *msm_iommu_new(struct device *dev, struct iommu_domain *domain)
|
2013-11-17 00:56:06 +07:00
|
|
|
{
|
|
|
|
struct msm_iommu *iommu;
|
|
|
|
|
|
|
|
iommu = kzalloc(sizeof(*iommu), GFP_KERNEL);
|
|
|
|
if (!iommu)
|
|
|
|
return ERR_PTR(-ENOMEM);
|
|
|
|
|
|
|
|
iommu->domain = domain;
|
|
|
|
msm_mmu_init(&iommu->base, dev, &funcs);
|
2016-12-07 23:13:53 +07:00
|
|
|
iommu_set_fault_handler(domain, msm_fault_handler, iommu);
|
2013-11-17 00:56:06 +07:00
|
|
|
|
|
|
|
return &iommu->base;
|
|
|
|
}
|