2 * Copyright 2011 Red Hat, Inc.
3 * Copyright © 2014 The Chromium OS Authors
5 * Permission is hereby granted, free of charge, to any person obtaining a
6 * copy of this software and associated documentation files (the "Software")
7 * to deal in the software without restriction, including without limitation
8 * on the rights to use, copy, modify, merge, publish, distribute, sub
9 * license, and/or sell copies of the Software, and to permit persons to whom
10 * them Software is furnished to do so, subject to the following conditions:
12 * The above copyright notice and this permission notice (including the next
13 * paragraph) shall be included in all copies or substantial portions of the
16 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTIBILITY,
18 * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL
19 * THE AUTHORS BE LIABLE FOR ANY CLAIM, DAMAGES, OR OTHER LIABILITY, WHETHER
20 * IN AN ACTION OF CONTRACT, TORT, OR OTHERWISE, ARISING FROM, OUT OF OR IN
21 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
24 * Adam Jackson <ajax@redhat.com>
25 * Ben Widawsky <ben@bwidawsk.net>
29 * This is vgem, a (non-hardware-backed) GEM service. This is used by Mesa's
30 * software renderer and the X server for efficient buffer sharing.
33 #include <linux/module.h>
34 #include <linux/ramfs.h>
35 #include <linux/shmem_fs.h>
36 #include <linux/dma-buf.h>
39 #define DRIVER_NAME "vgem"
40 #define DRIVER_DESC "Virtual GEM provider"
41 #define DRIVER_DATE "20120112"
42 #define DRIVER_MAJOR 1
43 #define DRIVER_MINOR 0
45 static struct platform_device *vgem_platform;
47 static void vgem_gem_free_object(struct drm_gem_object *obj)
49 struct drm_vgem_gem_object *vgem_obj = to_vgem_bo(obj);
51 drm_gem_object_release(obj);
55 static int vgem_gem_fault(struct vm_fault *vmf)
57 struct vm_area_struct *vma = vmf->vma;
58 struct drm_vgem_gem_object *obj = vma->vm_private_data;
59 /* We don't use vmf->pgoff since that has the fake offset */
60 unsigned long vaddr = vmf->address;
63 page = shmem_read_mapping_page(file_inode(obj->base.filp)->i_mapping,
64 (vaddr - vma->vm_start) >> PAGE_SHIFT);
68 } else switch (PTR_ERR(page)) {
73 return VM_FAULT_RETRY;
76 return VM_FAULT_SIGBUS;
78 WARN_ON_ONCE(PTR_ERR(page));
79 return VM_FAULT_SIGBUS;
83 static const struct vm_operations_struct vgem_gem_vm_ops = {
84 .fault = vgem_gem_fault,
85 .open = drm_gem_vm_open,
86 .close = drm_gem_vm_close,
89 static int vgem_open(struct drm_device *dev, struct drm_file *file)
91 struct vgem_file *vfile;
94 vfile = kzalloc(sizeof(*vfile), GFP_KERNEL);
98 file->driver_priv = vfile;
100 ret = vgem_fence_open(vfile);
109 static void vgem_postclose(struct drm_device *dev, struct drm_file *file)
111 struct vgem_file *vfile = file->driver_priv;
113 vgem_fence_close(vfile);
119 static struct drm_gem_object *vgem_gem_create(struct drm_device *dev,
120 struct drm_file *file,
121 unsigned int *handle,
124 struct drm_vgem_gem_object *obj;
127 obj = kzalloc(sizeof(*obj), GFP_KERNEL);
129 return ERR_PTR(-ENOMEM);
131 ret = drm_gem_object_init(dev, &obj->base, roundup(size, PAGE_SIZE));
135 ret = drm_gem_handle_create(file, &obj->base, handle);
136 drm_gem_object_unreference_unlocked(&obj->base);
148 static int vgem_gem_dumb_create(struct drm_file *file, struct drm_device *dev,
149 struct drm_mode_create_dumb *args)
151 struct drm_gem_object *gem_object;
154 pitch = args->width * DIV_ROUND_UP(args->bpp, 8);
155 size = args->height * pitch;
159 gem_object = vgem_gem_create(dev, file, &args->handle, size);
160 if (IS_ERR(gem_object))
161 return PTR_ERR(gem_object);
163 args->size = gem_object->size;
166 DRM_DEBUG_DRIVER("Created object of size %lld\n", size);
171 static int vgem_gem_dumb_map(struct drm_file *file, struct drm_device *dev,
172 uint32_t handle, uint64_t *offset)
174 struct drm_gem_object *obj;
177 obj = drm_gem_object_lookup(file, handle);
186 ret = drm_gem_create_mmap_offset(obj);
190 *offset = drm_vma_node_offset_addr(&obj->vma_node);
192 drm_gem_object_unreference_unlocked(obj);
197 static struct drm_ioctl_desc vgem_ioctls[] = {
198 DRM_IOCTL_DEF_DRV(VGEM_FENCE_ATTACH, vgem_fence_attach_ioctl, DRM_AUTH|DRM_RENDER_ALLOW),
199 DRM_IOCTL_DEF_DRV(VGEM_FENCE_SIGNAL, vgem_fence_signal_ioctl, DRM_AUTH|DRM_RENDER_ALLOW),
202 static int vgem_mmap(struct file *filp, struct vm_area_struct *vma)
204 unsigned long flags = vma->vm_flags;
207 ret = drm_gem_mmap(filp, vma);
211 /* Keep the WC mmaping set by drm_gem_mmap() but our pages
212 * are ordinary and not special.
214 vma->vm_flags = flags | VM_DONTEXPAND | VM_DONTDUMP;
218 static const struct file_operations vgem_driver_fops = {
219 .owner = THIS_MODULE,
224 .unlocked_ioctl = drm_ioctl,
225 .release = drm_release,
228 static int vgem_prime_pin(struct drm_gem_object *obj)
230 long n_pages = obj->size >> PAGE_SHIFT;
233 /* Flush the object from the CPU cache so that importers can rely
234 * on coherent indirect access via the exported dma-address.
236 pages = drm_gem_get_pages(obj);
238 return PTR_ERR(pages);
240 drm_clflush_pages(pages, n_pages);
241 drm_gem_put_pages(obj, pages, true, false);
246 static struct sg_table *vgem_prime_get_sg_table(struct drm_gem_object *obj)
251 pages = drm_gem_get_pages(obj);
253 return ERR_CAST(pages);
255 st = drm_prime_pages_to_sg(pages, obj->size >> PAGE_SHIFT);
256 drm_gem_put_pages(obj, pages, false, false);
261 static void *vgem_prime_vmap(struct drm_gem_object *obj)
263 long n_pages = obj->size >> PAGE_SHIFT;
267 pages = drm_gem_get_pages(obj);
271 addr = vmap(pages, n_pages, 0, pgprot_writecombine(PAGE_KERNEL));
272 drm_gem_put_pages(obj, pages, false, false);
277 static void vgem_prime_vunmap(struct drm_gem_object *obj, void *vaddr)
282 static int vgem_prime_mmap(struct drm_gem_object *obj,
283 struct vm_area_struct *vma)
287 if (obj->size < vma->vm_end - vma->vm_start)
293 ret = call_mmap(obj->filp, vma);
298 vma->vm_file = get_file(obj->filp);
299 vma->vm_flags |= VM_DONTEXPAND | VM_DONTDUMP;
300 vma->vm_page_prot = pgprot_writecombine(vm_get_page_prot(vma->vm_flags));
305 static struct drm_driver vgem_driver = {
306 .driver_features = DRIVER_GEM | DRIVER_PRIME,
308 .postclose = vgem_postclose,
309 .gem_free_object_unlocked = vgem_gem_free_object,
310 .gem_vm_ops = &vgem_gem_vm_ops,
311 .ioctls = vgem_ioctls,
312 .num_ioctls = ARRAY_SIZE(vgem_ioctls),
313 .fops = &vgem_driver_fops,
315 .dumb_create = vgem_gem_dumb_create,
316 .dumb_map_offset = vgem_gem_dumb_map,
318 .prime_handle_to_fd = drm_gem_prime_handle_to_fd,
319 .gem_prime_pin = vgem_prime_pin,
320 .gem_prime_export = drm_gem_prime_export,
321 .gem_prime_get_sg_table = vgem_prime_get_sg_table,
322 .gem_prime_vmap = vgem_prime_vmap,
323 .gem_prime_vunmap = vgem_prime_vunmap,
324 .gem_prime_mmap = vgem_prime_mmap,
329 .major = DRIVER_MAJOR,
330 .minor = DRIVER_MINOR,
333 static struct drm_device *vgem_device;
335 static int __init vgem_init(void)
339 vgem_device = drm_dev_alloc(&vgem_driver, NULL);
340 if (IS_ERR(vgem_device))
341 return PTR_ERR(vgem_device);
343 vgem_platform = platform_device_register_simple("vgem",
346 if (!vgem_platform) {
351 dma_coerce_mask_and_coherent(&vgem_platform->dev,
354 ret = drm_dev_register(vgem_device, 0);
361 platform_device_unregister(vgem_platform);
363 drm_dev_unref(vgem_device);
367 static void __exit vgem_exit(void)
369 platform_device_unregister(vgem_platform);
370 drm_dev_unregister(vgem_device);
371 drm_dev_unref(vgem_device);
374 module_init(vgem_init);
375 module_exit(vgem_exit);
377 MODULE_AUTHOR("Red Hat, Inc.");
378 MODULE_AUTHOR("Intel Corporation");
379 MODULE_DESCRIPTION(DRIVER_DESC);
380 MODULE_LICENSE("GPL and additional rights");