2019-06-03 05:44:50 +00:00
|
|
|
// SPDX-License-Identifier: GPL-2.0-only
|
2016-09-28 23:58:32 +00:00
|
|
|
/*
|
|
|
|
* Copyright (C) 2016 Red Hat
|
|
|
|
* Author: Rob Clark <robdclark@gmail.com>
|
|
|
|
*/
|
|
|
|
|
|
|
|
#include "msm_drv.h"
|
|
|
|
#include "msm_gem.h"
|
|
|
|
#include "msm_mmu.h"
|
|
|
|
|
2017-03-07 17:02:52 +00:00
|
|
|
static void
|
|
|
|
msm_gem_address_space_destroy(struct kref *kref)
|
|
|
|
{
|
|
|
|
struct msm_gem_address_space *aspace = container_of(kref,
|
|
|
|
struct msm_gem_address_space, kref);
|
|
|
|
|
|
|
|
drm_mm_takedown(&aspace->mm);
|
|
|
|
if (aspace->mmu)
|
|
|
|
aspace->mmu->funcs->destroy(aspace->mmu);
|
|
|
|
kfree(aspace);
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
void msm_gem_address_space_put(struct msm_gem_address_space *aspace)
|
|
|
|
{
|
|
|
|
if (aspace)
|
|
|
|
kref_put(&aspace->kref, msm_gem_address_space_destroy);
|
|
|
|
}
|
|
|
|
|
2018-11-07 22:35:51 +00:00
|
|
|
/* Actually unmap memory for the vma */
|
|
|
|
void msm_gem_purge_vma(struct msm_gem_address_space *aspace,
|
2018-11-07 22:35:47 +00:00
|
|
|
struct msm_gem_vma *vma)
|
2016-09-28 23:58:32 +00:00
|
|
|
{
|
2018-11-07 22:35:51 +00:00
|
|
|
unsigned size = vma->node.size << PAGE_SHIFT;
|
|
|
|
|
|
|
|
/* Print a message if we try to purge a vma in use */
|
|
|
|
if (WARN_ON(vma->inuse > 0))
|
2016-09-28 23:58:32 +00:00
|
|
|
return;
|
|
|
|
|
2018-11-07 22:35:51 +00:00
|
|
|
/* Don't do anything if the memory isn't mapped */
|
|
|
|
if (!vma->mapped)
|
|
|
|
return;
|
2016-09-28 23:58:32 +00:00
|
|
|
|
2018-11-07 22:35:51 +00:00
|
|
|
if (aspace->mmu)
|
|
|
|
aspace->mmu->funcs->unmap(aspace->mmu, vma->iova, size);
|
2016-09-28 23:58:32 +00:00
|
|
|
|
2018-11-07 22:35:48 +00:00
|
|
|
vma->mapped = false;
|
2018-11-07 22:35:51 +00:00
|
|
|
}
|
2017-03-07 17:02:52 +00:00
|
|
|
|
2018-11-07 22:35:51 +00:00
|
|
|
/* Remove reference counts for the mapping */
|
|
|
|
void msm_gem_unmap_vma(struct msm_gem_address_space *aspace,
|
|
|
|
struct msm_gem_vma *vma)
|
|
|
|
{
|
|
|
|
if (!WARN_ON(!vma->iova))
|
|
|
|
vma->inuse--;
|
2016-09-28 23:58:32 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
int
|
|
|
|
msm_gem_map_vma(struct msm_gem_address_space *aspace,
|
2019-01-09 19:25:05 +00:00
|
|
|
struct msm_gem_vma *vma, int prot,
|
|
|
|
struct sg_table *sgt, int npages)
|
2016-09-28 23:58:32 +00:00
|
|
|
{
|
2018-11-07 22:35:48 +00:00
|
|
|
unsigned size = npages << PAGE_SHIFT;
|
|
|
|
int ret = 0;
|
2016-09-28 23:58:32 +00:00
|
|
|
|
2018-11-07 22:35:48 +00:00
|
|
|
if (WARN_ON(!vma->iova))
|
|
|
|
return -EINVAL;
|
|
|
|
|
2018-11-07 22:35:51 +00:00
|
|
|
/* Increase the usage counter */
|
|
|
|
vma->inuse++;
|
|
|
|
|
2018-11-07 22:35:48 +00:00
|
|
|
if (vma->mapped)
|
2016-09-28 23:58:32 +00:00
|
|
|
return 0;
|
|
|
|
|
2018-11-07 22:35:48 +00:00
|
|
|
vma->mapped = true;
|
|
|
|
|
2019-03-02 12:35:29 +00:00
|
|
|
if (aspace && aspace->mmu)
|
2018-11-07 22:35:48 +00:00
|
|
|
ret = aspace->mmu->funcs->map(aspace->mmu, vma->iova, sgt,
|
2019-01-09 19:25:05 +00:00
|
|
|
size, prot);
|
2018-11-07 22:35:48 +00:00
|
|
|
|
|
|
|
if (ret)
|
|
|
|
vma->mapped = false;
|
|
|
|
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
2018-11-07 22:35:51 +00:00
|
|
|
/* Close an iova. Warn if it is still in use */
|
|
|
|
void msm_gem_close_vma(struct msm_gem_address_space *aspace,
|
|
|
|
struct msm_gem_vma *vma)
|
|
|
|
{
|
|
|
|
if (WARN_ON(vma->inuse > 0 || vma->mapped))
|
|
|
|
return;
|
|
|
|
|
|
|
|
spin_lock(&aspace->lock);
|
|
|
|
if (vma->iova)
|
|
|
|
drm_mm_remove_node(&vma->node);
|
|
|
|
spin_unlock(&aspace->lock);
|
|
|
|
|
|
|
|
vma->iova = 0;
|
|
|
|
|
|
|
|
msm_gem_address_space_put(aspace);
|
|
|
|
}
|
|
|
|
|
2018-11-07 22:35:48 +00:00
|
|
|
/* Initialize a new vma and allocate an iova for it */
|
|
|
|
int msm_gem_init_vma(struct msm_gem_address_space *aspace,
|
2020-04-23 21:09:13 +00:00
|
|
|
struct msm_gem_vma *vma, int npages,
|
|
|
|
u64 range_start, u64 range_end)
|
2018-11-07 22:35:48 +00:00
|
|
|
{
|
|
|
|
int ret;
|
|
|
|
|
|
|
|
if (WARN_ON(vma->iova))
|
|
|
|
return -EBUSY;
|
|
|
|
|
|
|
|
spin_lock(&aspace->lock);
|
2020-04-23 21:09:13 +00:00
|
|
|
ret = drm_mm_insert_node_in_range(&aspace->mm, &vma->node, npages, 0,
|
|
|
|
0, range_start, range_end, 0);
|
2017-06-13 22:52:54 +00:00
|
|
|
spin_unlock(&aspace->lock);
|
|
|
|
|
2016-09-28 23:58:32 +00:00
|
|
|
if (ret)
|
|
|
|
return ret;
|
|
|
|
|
|
|
|
vma->iova = vma->node.start << PAGE_SHIFT;
|
2018-11-07 22:35:48 +00:00
|
|
|
vma->mapped = false;
|
2016-09-28 23:58:32 +00:00
|
|
|
|
2017-03-07 17:02:52 +00:00
|
|
|
kref_get(&aspace->kref);
|
2016-09-28 23:58:32 +00:00
|
|
|
|
2018-11-07 22:35:48 +00:00
|
|
|
return 0;
|
2016-09-28 23:58:32 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
struct msm_gem_address_space *
|
2020-05-22 22:03:15 +00:00
|
|
|
msm_gem_address_space_create(struct msm_mmu *mmu, const char *name,
|
|
|
|
u64 va_start, u64 size)
|
2016-09-28 23:58:32 +00:00
|
|
|
{
|
|
|
|
struct msm_gem_address_space *aspace;
|
|
|
|
|
2020-05-22 22:03:15 +00:00
|
|
|
if (IS_ERR(mmu))
|
|
|
|
return ERR_CAST(mmu);
|
2018-11-14 22:08:04 +00:00
|
|
|
|
|
|
|
aspace = kzalloc(sizeof(*aspace), GFP_KERNEL);
|
|
|
|
if (!aspace)
|
|
|
|
return ERR_PTR(-ENOMEM);
|
|
|
|
|
|
|
|
spin_lock_init(&aspace->lock);
|
|
|
|
aspace->name = name;
|
2020-05-22 22:03:15 +00:00
|
|
|
aspace->mmu = mmu;
|
2018-11-14 22:08:04 +00:00
|
|
|
|
2020-05-22 22:03:15 +00:00
|
|
|
drm_mm_init(&aspace->mm, va_start >> PAGE_SHIFT, size >> PAGE_SHIFT);
|
2018-11-14 22:08:04 +00:00
|
|
|
|
|
|
|
kref_init(&aspace->kref);
|
|
|
|
|
|
|
|
return aspace;
|
|
|
|
}
|