/* * Copyright 2011 Red Hat, Inc. * Copyright © 2014 The Chromium OS Authors * * Permission is hereby granted, free of charge, to any person obtaining a * copy of this software and associated documentation files (the "Software") * to deal in the software without restriction, including without limitation * on the rights to use, copy, modify, merge, publish, distribute, sub * license, and/or sell copies of the Software, and to permit persons to whom * them Software is furnished to do so, subject to the following conditions: * * The above copyright notice and this permission notice (including the next * paragraph) shall be included in all copies or substantial portions of the * Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTIBILITY, * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL * THE AUTHORS BE LIABLE FOR ANY CLAIM, DAMAGES, OR OTHER LIABILITY, WHETHER * IN AN ACTION OF CONTRACT, TORT, OR OTHERWISE, ARISING FROM, OUT OF OR IN * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. * * Authors: * Adam Jackson * Ben Widawsky */ /** * This is vgem, a (non-hardware-backed) GEM service. This is used by Mesa's * software renderer and the X server for efficient buffer sharing. */ #include #include #include #include #include "vgem_drv.h" #define DRIVER_NAME "vgem" #define DRIVER_DESC "Virtual GEM provider" #define DRIVER_DATE "20120112" #define DRIVER_MAJOR 1 #define DRIVER_MINOR 0 void vgem_gem_put_pages(struct drm_vgem_gem_object *obj) { drm_gem_put_pages(&obj->base, obj->pages, false, false); obj->pages = NULL; } static void vgem_gem_free_object(struct drm_gem_object *obj) { struct drm_vgem_gem_object *vgem_obj = to_vgem_bo(obj); drm_gem_free_mmap_offset(obj); if (vgem_obj->use_dma_buf && obj->dma_buf) { dma_buf_put(obj->dma_buf); obj->dma_buf = NULL; } drm_gem_object_release(obj); if (vgem_obj->pages) vgem_gem_put_pages(vgem_obj); vgem_obj->pages = NULL; kfree(vgem_obj); } int vgem_gem_get_pages(struct drm_vgem_gem_object *obj) { struct page **pages; if (obj->pages || obj->use_dma_buf) return 0; pages = drm_gem_get_pages(&obj->base); if (IS_ERR(pages)) { return PTR_ERR(pages); } obj->pages = pages; return 0; } static int vgem_gem_fault(struct vm_area_struct *vma, struct vm_fault *vmf) { struct drm_vgem_gem_object *obj = vma->vm_private_data; struct drm_device *dev = obj->base.dev; loff_t num_pages; pgoff_t page_offset; int ret; /* We don't use vmf->pgoff since that has the fake offset */ page_offset = ((unsigned long)vmf->virtual_address - vma->vm_start) >> PAGE_SHIFT; num_pages = DIV_ROUND_UP(obj->base.size, PAGE_SIZE); if (page_offset > num_pages) return VM_FAULT_SIGBUS; mutex_lock(&dev->struct_mutex); ret = vm_insert_page(vma, (unsigned long)vmf->virtual_address, obj->pages[page_offset]); mutex_unlock(&dev->struct_mutex); switch (ret) { case 0: return VM_FAULT_NOPAGE; case -ENOMEM: return VM_FAULT_OOM; case -EBUSY: return VM_FAULT_RETRY; case -EFAULT: case -EINVAL: return VM_FAULT_SIGBUS; default: WARN_ON(1); return VM_FAULT_SIGBUS; } } static struct vm_operations_struct vgem_gem_vm_ops = { .fault = vgem_gem_fault, .open = drm_gem_vm_open, .close = drm_gem_vm_close, }; /* ioctls */ static struct drm_gem_object *vgem_gem_create(struct drm_device *dev, struct drm_file *file, unsigned int *handle, unsigned long size) { struct drm_vgem_gem_object *obj; struct drm_gem_object *gem_object; int err; size = roundup(size, PAGE_SIZE); obj = kzalloc(sizeof(*obj), GFP_KERNEL); if (!obj) return ERR_PTR(-ENOMEM); gem_object = &obj->base; err = drm_gem_object_init(dev, gem_object, size); if (err) goto out; err = drm_gem_handle_create(file, gem_object, handle); if (err) goto handle_out; drm_gem_object_unreference_unlocked(gem_object); return gem_object; handle_out: drm_gem_object_release(gem_object); out: kfree(obj); return ERR_PTR(err); } static int vgem_gem_dumb_create(struct drm_file *file, struct drm_device *dev, struct drm_mode_create_dumb *args) { struct drm_gem_object *gem_object; uint64_t size; uint64_t pitch = args->width * DIV_ROUND_UP(args->bpp, 8); size = args->height * pitch; if (size == 0) return -EINVAL; gem_object = vgem_gem_create(dev, file, &args->handle, size); if (IS_ERR(gem_object)) { DRM_DEBUG_DRIVER("object creation failed\n"); return PTR_ERR(gem_object); } args->size = gem_object->size; args->pitch = pitch; DRM_DEBUG_DRIVER("Created object of size %lld\n", size); return 0; } int vgem_gem_dumb_map(struct drm_file *file, struct drm_device *dev, uint32_t handle, uint64_t *offset) { int ret = 0; struct drm_gem_object *obj; mutex_lock(&dev->struct_mutex); obj = drm_gem_object_lookup(dev, file, handle); if (!obj) { ret = -ENOENT; goto unlock; } if (!drm_vma_node_has_offset(&obj->vma_node)) { ret = drm_gem_create_mmap_offset(obj); if (ret) goto unref; } BUG_ON(!obj->filp); obj->filp->private_data = obj; ret = vgem_gem_get_pages(to_vgem_bo(obj)); if (ret) goto fail_get_pages; *offset = drm_vma_node_offset_addr(&obj->vma_node); goto unref; fail_get_pages: drm_gem_free_mmap_offset(obj); unref: drm_gem_object_unreference(obj); unlock: mutex_unlock(&dev->struct_mutex); return ret; } int vgem_drm_gem_mmap(struct file *filp, struct vm_area_struct *vma) { struct drm_file *priv = filp->private_data; struct drm_device *dev = priv->minor->dev; struct drm_vma_offset_node *node; struct drm_gem_object *obj; struct drm_vgem_gem_object *vgem_obj; int ret = 0; mutex_lock(&dev->struct_mutex); node = drm_vma_offset_exact_lookup(dev->vma_offset_manager, vma->vm_pgoff, vma_pages(vma)); if (!node) { ret = -EINVAL; goto out_unlock; } else if (!drm_vma_node_is_allowed(node, filp)) { ret = -EACCES; goto out_unlock; } obj = container_of(node, struct drm_gem_object, vma_node); vgem_obj = to_vgem_bo(obj); if (obj->dma_buf && vgem_obj->use_dma_buf) { ret = dma_buf_mmap(obj->dma_buf, vma, 0); goto out_unlock; } if (!obj->dev->driver->gem_vm_ops) { ret = -EINVAL; goto out_unlock; } vma->vm_flags |= VM_IO | VM_MIXEDMAP | VM_DONTEXPAND | VM_DONTDUMP; vma->vm_ops = obj->dev->driver->gem_vm_ops; vma->vm_private_data = vgem_obj; vma->vm_page_prot = pgprot_writecombine(vm_get_page_prot(vma->vm_flags)); mutex_unlock(&dev->struct_mutex); drm_gem_vm_open(vma); return ret; out_unlock: mutex_unlock(&dev->struct_mutex); return ret; } static struct drm_ioctl_desc vgem_ioctls[] = { }; static const struct file_operations vgem_driver_fops = { .owner = THIS_MODULE, .open = drm_open, .mmap = vgem_drm_gem_mmap, .poll = drm_poll, .read = drm_read, .unlocked_ioctl = drm_ioctl, .release = drm_release, }; static struct drm_driver vgem_driver = { .driver_features = DRIVER_GEM, .gem_free_object = vgem_gem_free_object, .gem_vm_ops = &vgem_gem_vm_ops, .ioctls = vgem_ioctls, .fops = &vgem_driver_fops, .dumb_create = vgem_gem_dumb_create, .dumb_map_offset = vgem_gem_dumb_map, .name = DRIVER_NAME, .desc = DRIVER_DESC, .date = DRIVER_DATE, .major = DRIVER_MAJOR, .minor = DRIVER_MINOR, }; struct drm_device *vgem_device; static int __init vgem_init(void) { int ret; vgem_device = drm_dev_alloc(&vgem_driver, NULL); if (!vgem_device) { ret = -ENOMEM; goto out; } drm_dev_set_unique(vgem_device, "vgem"); ret = drm_dev_register(vgem_device, 0); if (ret) goto out_unref; return 0; out_unref: drm_dev_unref(vgem_device); out: return ret; } static void __exit vgem_exit(void) { drm_dev_unregister(vgem_device); drm_dev_unref(vgem_device); } module_init(vgem_init); module_exit(vgem_exit); MODULE_AUTHOR("Red Hat, Inc."); MODULE_DESCRIPTION(DRIVER_DESC); MODULE_LICENSE("GPL and additional rights");