366 lines
8.9 KiB
C
366 lines
8.9 KiB
C
/* SPDX-License-Identifier: GPL-2.0 OR MIT */
|
|
/*
|
|
* Copyright (c) 2021-2024 Broadcom. All Rights Reserved. The term
|
|
* “Broadcom” refers to Broadcom Inc. and/or its subsidiaries.
|
|
*
|
|
* Permission is hereby granted, free of charge, to any person
|
|
* obtaining a copy of this software and associated documentation
|
|
* files (the "Software"), to deal in the Software without
|
|
* restriction, including without limitation the rights to use, copy,
|
|
* modify, merge, publish, distribute, sublicense, and/or sell copies
|
|
* of the Software, and to permit persons to whom the Software is
|
|
* furnished to do so, subject to the following conditions:
|
|
*
|
|
* The above copyright notice and this permission notice shall be
|
|
* included in all copies or substantial portions of the Software.
|
|
*
|
|
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
|
|
* EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
|
|
* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
|
|
* NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
|
|
* BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
|
|
* ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
|
|
* CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
|
* SOFTWARE.
|
|
*
|
|
*/
|
|
|
|
#include "vmwgfx_bo.h"
|
|
#include "vmwgfx_drv.h"
|
|
|
|
#include "drm/drm_prime.h"
|
|
#include "drm/drm_gem_ttm_helper.h"
|
|
|
|
#include <linux/debugfs.h>
|
|
|
|
static void vmw_gem_object_free(struct drm_gem_object *gobj)
|
|
{
|
|
struct ttm_buffer_object *bo = drm_gem_ttm_of_gem(gobj);
|
|
if (bo)
|
|
ttm_bo_put(bo);
|
|
}
|
|
|
|
static int vmw_gem_object_open(struct drm_gem_object *obj,
|
|
struct drm_file *file_priv)
|
|
{
|
|
return 0;
|
|
}
|
|
|
|
static void vmw_gem_object_close(struct drm_gem_object *obj,
|
|
struct drm_file *file_priv)
|
|
{
|
|
}
|
|
|
|
static int vmw_gem_object_pin(struct drm_gem_object *obj)
|
|
{
|
|
struct vmw_bo *vbo = to_vmw_bo(obj);
|
|
|
|
vmw_bo_pin_reserved(vbo, true);
|
|
|
|
return 0;
|
|
}
|
|
|
|
static void vmw_gem_object_unpin(struct drm_gem_object *obj)
|
|
{
|
|
struct vmw_bo *vbo = to_vmw_bo(obj);
|
|
|
|
vmw_bo_pin_reserved(vbo, false);
|
|
}
|
|
|
|
static struct sg_table *vmw_gem_object_get_sg_table(struct drm_gem_object *obj)
|
|
{
|
|
struct ttm_buffer_object *bo = drm_gem_ttm_of_gem(obj);
|
|
struct vmw_ttm_tt *vmw_tt =
|
|
container_of(bo->ttm, struct vmw_ttm_tt, dma_ttm);
|
|
|
|
if (vmw_tt->vsgt.sgt)
|
|
return vmw_tt->vsgt.sgt;
|
|
|
|
return drm_prime_pages_to_sg(obj->dev, vmw_tt->dma_ttm.pages, vmw_tt->dma_ttm.num_pages);
|
|
}
|
|
|
|
static int vmw_gem_vmap(struct drm_gem_object *obj, struct iosys_map *map)
|
|
{
|
|
struct ttm_buffer_object *bo = drm_gem_ttm_of_gem(obj);
|
|
int ret;
|
|
|
|
if (obj->import_attach) {
|
|
ret = dma_buf_vmap(obj->import_attach->dmabuf, map);
|
|
if (!ret) {
|
|
if (drm_WARN_ON(obj->dev, map->is_iomem)) {
|
|
dma_buf_vunmap(obj->import_attach->dmabuf, map);
|
|
return -EIO;
|
|
}
|
|
}
|
|
} else {
|
|
ret = ttm_bo_vmap(bo, map);
|
|
}
|
|
|
|
return ret;
|
|
}
|
|
|
|
static void vmw_gem_vunmap(struct drm_gem_object *obj, struct iosys_map *map)
|
|
{
|
|
if (obj->import_attach)
|
|
dma_buf_vunmap(obj->import_attach->dmabuf, map);
|
|
else
|
|
drm_gem_ttm_vunmap(obj, map);
|
|
}
|
|
|
|
static int vmw_gem_mmap(struct drm_gem_object *obj, struct vm_area_struct *vma)
|
|
{
|
|
int ret;
|
|
|
|
if (obj->import_attach) {
|
|
/*
|
|
* Reset both vm_ops and vm_private_data, so we don't end up with
|
|
* vm_ops pointing to our implementation if the dma-buf backend
|
|
* doesn't set those fields.
|
|
*/
|
|
vma->vm_private_data = NULL;
|
|
vma->vm_ops = NULL;
|
|
|
|
ret = dma_buf_mmap(obj->dma_buf, vma, 0);
|
|
|
|
/* Drop the reference drm_gem_mmap_obj() acquired.*/
|
|
if (!ret)
|
|
drm_gem_object_put(obj);
|
|
|
|
return ret;
|
|
}
|
|
|
|
return drm_gem_ttm_mmap(obj, vma);
|
|
}
|
|
|
|
static const struct vm_operations_struct vmw_vm_ops = {
|
|
.pfn_mkwrite = vmw_bo_vm_mkwrite,
|
|
.page_mkwrite = vmw_bo_vm_mkwrite,
|
|
.fault = vmw_bo_vm_fault,
|
|
.open = ttm_bo_vm_open,
|
|
.close = ttm_bo_vm_close,
|
|
};
|
|
|
|
static const struct drm_gem_object_funcs vmw_gem_object_funcs = {
|
|
.free = vmw_gem_object_free,
|
|
.open = vmw_gem_object_open,
|
|
.close = vmw_gem_object_close,
|
|
.print_info = drm_gem_ttm_print_info,
|
|
.pin = vmw_gem_object_pin,
|
|
.unpin = vmw_gem_object_unpin,
|
|
.get_sg_table = vmw_gem_object_get_sg_table,
|
|
.vmap = vmw_gem_vmap,
|
|
.vunmap = vmw_gem_vunmap,
|
|
.mmap = vmw_gem_mmap,
|
|
.vm_ops = &vmw_vm_ops,
|
|
};
|
|
|
|
int vmw_gem_object_create(struct vmw_private *vmw,
|
|
struct vmw_bo_params *params,
|
|
struct vmw_bo **p_vbo)
|
|
{
|
|
int ret = vmw_bo_create(vmw, params, p_vbo);
|
|
|
|
if (ret != 0)
|
|
goto out_no_bo;
|
|
|
|
(*p_vbo)->tbo.base.funcs = &vmw_gem_object_funcs;
|
|
out_no_bo:
|
|
return ret;
|
|
}
|
|
|
|
int vmw_gem_object_create_with_handle(struct vmw_private *dev_priv,
|
|
struct drm_file *filp,
|
|
uint32_t size,
|
|
uint32_t *handle,
|
|
struct vmw_bo **p_vbo)
|
|
{
|
|
int ret;
|
|
struct vmw_bo_params params = {
|
|
.domain = (dev_priv->has_mob) ? VMW_BO_DOMAIN_SYS : VMW_BO_DOMAIN_VRAM,
|
|
.busy_domain = VMW_BO_DOMAIN_SYS,
|
|
.bo_type = ttm_bo_type_device,
|
|
.size = size,
|
|
.pin = false
|
|
};
|
|
|
|
ret = vmw_gem_object_create(dev_priv, ¶ms, p_vbo);
|
|
if (ret != 0)
|
|
goto out_no_bo;
|
|
|
|
ret = drm_gem_handle_create(filp, &(*p_vbo)->tbo.base, handle);
|
|
out_no_bo:
|
|
return ret;
|
|
}
|
|
|
|
struct drm_gem_object *vmw_prime_import_sg_table(struct drm_device *dev,
|
|
struct dma_buf_attachment *attach,
|
|
struct sg_table *table)
|
|
{
|
|
int ret;
|
|
struct vmw_private *dev_priv = vmw_priv(dev);
|
|
struct drm_gem_object *gem = NULL;
|
|
struct vmw_bo *vbo;
|
|
struct vmw_bo_params params = {
|
|
.domain = (dev_priv->has_mob) ? VMW_BO_DOMAIN_SYS : VMW_BO_DOMAIN_VRAM,
|
|
.busy_domain = VMW_BO_DOMAIN_SYS,
|
|
.bo_type = ttm_bo_type_sg,
|
|
.size = attach->dmabuf->size,
|
|
.pin = false,
|
|
.keep_resv = true,
|
|
.resv = attach->dmabuf->resv,
|
|
.sg = table,
|
|
|
|
};
|
|
|
|
dma_resv_lock(params.resv, NULL);
|
|
|
|
ret = vmw_bo_create(dev_priv, ¶ms, &vbo);
|
|
if (ret != 0)
|
|
goto out_no_bo;
|
|
|
|
vbo->tbo.base.funcs = &vmw_gem_object_funcs;
|
|
|
|
gem = &vbo->tbo.base;
|
|
out_no_bo:
|
|
dma_resv_unlock(params.resv);
|
|
return gem;
|
|
}
|
|
|
|
int vmw_gem_object_create_ioctl(struct drm_device *dev, void *data,
|
|
struct drm_file *filp)
|
|
{
|
|
struct vmw_private *dev_priv = vmw_priv(dev);
|
|
union drm_vmw_alloc_dmabuf_arg *arg =
|
|
(union drm_vmw_alloc_dmabuf_arg *)data;
|
|
struct drm_vmw_alloc_dmabuf_req *req = &arg->req;
|
|
struct drm_vmw_dmabuf_rep *rep = &arg->rep;
|
|
struct vmw_bo *vbo;
|
|
uint32_t handle;
|
|
int ret;
|
|
|
|
ret = vmw_gem_object_create_with_handle(dev_priv, filp,
|
|
req->size, &handle, &vbo);
|
|
if (ret)
|
|
goto out_no_bo;
|
|
|
|
rep->handle = handle;
|
|
rep->map_handle = drm_vma_node_offset_addr(&vbo->tbo.base.vma_node);
|
|
rep->cur_gmr_id = handle;
|
|
rep->cur_gmr_offset = 0;
|
|
/* drop reference from allocate - handle holds it now */
|
|
drm_gem_object_put(&vbo->tbo.base);
|
|
out_no_bo:
|
|
return ret;
|
|
}
|
|
|
|
#if defined(CONFIG_DEBUG_FS)
|
|
|
|
static void vmw_bo_print_info(int id, struct vmw_bo *bo, struct seq_file *m)
|
|
{
|
|
const char *placement;
|
|
const char *type;
|
|
|
|
switch (bo->tbo.resource->mem_type) {
|
|
case TTM_PL_SYSTEM:
|
|
placement = " CPU";
|
|
break;
|
|
case VMW_PL_GMR:
|
|
placement = " GMR";
|
|
break;
|
|
case VMW_PL_MOB:
|
|
placement = " MOB";
|
|
break;
|
|
case VMW_PL_SYSTEM:
|
|
placement = "VCPU";
|
|
break;
|
|
case TTM_PL_VRAM:
|
|
placement = "VRAM";
|
|
break;
|
|
default:
|
|
placement = "None";
|
|
break;
|
|
}
|
|
|
|
switch (bo->tbo.type) {
|
|
case ttm_bo_type_device:
|
|
type = "device";
|
|
break;
|
|
case ttm_bo_type_kernel:
|
|
type = "kernel";
|
|
break;
|
|
case ttm_bo_type_sg:
|
|
type = "sg ";
|
|
break;
|
|
default:
|
|
type = "none ";
|
|
break;
|
|
}
|
|
|
|
seq_printf(m, "\t\t0x%08x: %12zu bytes %s, type = %s",
|
|
id, bo->tbo.base.size, placement, type);
|
|
seq_printf(m, ", priority = %u, pin_count = %u, GEM refs = %d, TTM refs = %d",
|
|
bo->tbo.priority,
|
|
bo->tbo.pin_count,
|
|
kref_read(&bo->tbo.base.refcount),
|
|
kref_read(&bo->tbo.kref));
|
|
seq_puts(m, "\n");
|
|
}
|
|
|
|
static int vmw_debugfs_gem_info_show(struct seq_file *m, void *unused)
|
|
{
|
|
struct vmw_private *vdev = (struct vmw_private *)m->private;
|
|
struct drm_device *dev = &vdev->drm;
|
|
struct drm_file *file;
|
|
int r;
|
|
|
|
r = mutex_lock_interruptible(&dev->filelist_mutex);
|
|
if (r)
|
|
return r;
|
|
|
|
list_for_each_entry(file, &dev->filelist, lhead) {
|
|
struct task_struct *task;
|
|
struct drm_gem_object *gobj;
|
|
struct pid *pid;
|
|
int id;
|
|
|
|
/*
|
|
* Although we have a valid reference on file->pid, that does
|
|
* not guarantee that the task_struct who called get_pid() is
|
|
* still alive (e.g. get_pid(current) => fork() => exit()).
|
|
* Therefore, we need to protect this ->comm access using RCU.
|
|
*/
|
|
rcu_read_lock();
|
|
pid = rcu_dereference(file->pid);
|
|
task = pid_task(pid, PIDTYPE_TGID);
|
|
seq_printf(m, "pid %8d command %s:\n", pid_nr(pid),
|
|
task ? task->comm : "<unknown>");
|
|
rcu_read_unlock();
|
|
|
|
spin_lock(&file->table_lock);
|
|
idr_for_each_entry(&file->object_idr, gobj, id) {
|
|
struct vmw_bo *bo = to_vmw_bo(gobj);
|
|
|
|
vmw_bo_print_info(id, bo, m);
|
|
}
|
|
spin_unlock(&file->table_lock);
|
|
}
|
|
|
|
mutex_unlock(&dev->filelist_mutex);
|
|
return 0;
|
|
}
|
|
|
|
DEFINE_SHOW_ATTRIBUTE(vmw_debugfs_gem_info);
|
|
|
|
#endif
|
|
|
|
void vmw_debugfs_gem_init(struct vmw_private *vdev)
|
|
{
|
|
#if defined(CONFIG_DEBUG_FS)
|
|
struct drm_minor *minor = vdev->drm.primary;
|
|
struct dentry *root = minor->debugfs_root;
|
|
|
|
debugfs_create_file("vmwgfx_gem_info", 0444, root, vdev,
|
|
&vmw_debugfs_gem_info_fops);
|
|
#endif
|
|
}
|