cregit-Linux how code gets into the kernel

Release 4.11 drivers/gpu/drm/exynos/exynos_drm_gem.c

/* exynos_drm_gem.c
 *
 * Copyright (c) 2011 Samsung Electronics Co., Ltd.
 * Author: Inki Dae <inki.dae@samsung.com>
 *
 * This program is free software; you can redistribute  it and/or modify it
 * under  the terms of  the GNU General  Public License as published by the
 * Free Software Foundation;  either version 2 of the  License, or (at your
 * option) any later version.
 */

#include <drm/drmP.h>
#include <drm/drm_vma_manager.h>

#include <linux/shmem_fs.h>
#include <linux/dma-buf.h>
#include <linux/pfn_t.h>
#include <drm/exynos_drm.h>

#include "exynos_drm_drv.h"
#include "exynos_drm_gem.h"
#include "exynos_drm_iommu.h"


static int exynos_drm_alloc_buf(struct exynos_drm_gem *exynos_gem) { struct drm_device *dev = exynos_gem->base.dev; unsigned long attr; unsigned int nr_pages; struct sg_table sgt; int ret = -ENOMEM; if (exynos_gem->dma_addr) { DRM_DEBUG_KMS("already allocated.\n"); return 0; } exynos_gem->dma_attrs = 0; /* * if EXYNOS_BO_CONTIG, fully physically contiguous memory * region will be allocated else physically contiguous * as possible. */ if (!(exynos_gem->flags & EXYNOS_BO_NONCONTIG)) exynos_gem->dma_attrs |= DMA_ATTR_FORCE_CONTIGUOUS; /* * if EXYNOS_BO_WC or EXYNOS_BO_NONCACHABLE, writecombine mapping * else cachable mapping. */ if (exynos_gem->flags & EXYNOS_BO_WC || !(exynos_gem->flags & EXYNOS_BO_CACHABLE)) attr = DMA_ATTR_WRITE_COMBINE; else attr = DMA_ATTR_NON_CONSISTENT; exynos_gem->dma_attrs |= attr; exynos_gem->dma_attrs |= DMA_ATTR_NO_KERNEL_MAPPING; nr_pages = exynos_gem->size >> PAGE_SHIFT; exynos_gem->pages = drm_calloc_large(nr_pages, sizeof(struct page *)); if (!exynos_gem->pages) { DRM_ERROR("failed to allocate pages.\n"); return -ENOMEM; } exynos_gem->cookie = dma_alloc_attrs(to_dma_dev(dev), exynos_gem->size, &exynos_gem->dma_addr, GFP_KERNEL, exynos_gem->dma_attrs); if (!exynos_gem->cookie) { DRM_ERROR("failed to allocate buffer.\n"); goto err_free; } ret = dma_get_sgtable_attrs(to_dma_dev(dev), &sgt, exynos_gem->cookie, exynos_gem->dma_addr, exynos_gem->size, exynos_gem->dma_attrs); if (ret < 0) { DRM_ERROR("failed to get sgtable.\n"); goto err_dma_free; } if (drm_prime_sg_to_page_addr_arrays(&sgt, exynos_gem->pages, NULL, nr_pages)) { DRM_ERROR("invalid sgtable.\n"); ret = -EINVAL; goto err_sgt_free; } sg_free_table(&sgt); DRM_DEBUG_KMS("dma_addr(0x%lx), size(0x%lx)\n", (unsigned long)exynos_gem->dma_addr, exynos_gem->size); return 0; err_sgt_free: sg_free_table(&sgt); err_dma_free: dma_free_attrs(to_dma_dev(dev), exynos_gem->size, exynos_gem->cookie, exynos_gem->dma_addr, exynos_gem->dma_attrs); err_free: drm_free_large(exynos_gem->pages); return ret; }

Contributors

PersonTokensPropCommitsCommitProp
Joonyoung Shim22162.61%457.14%
Marek Szyprowski12234.56%228.57%
Krzysztof Kozlowski102.83%114.29%
Total353100.00%7100.00%


static void exynos_drm_free_buf(struct exynos_drm_gem *exynos_gem) { struct drm_device *dev = exynos_gem->base.dev; if (!exynos_gem->dma_addr) { DRM_DEBUG_KMS("dma_addr is invalid.\n"); return; } DRM_DEBUG_KMS("dma_addr(0x%lx), size(0x%lx)\n", (unsigned long)exynos_gem->dma_addr, exynos_gem->size); dma_free_attrs(to_dma_dev(dev), exynos_gem->size, exynos_gem->cookie, (dma_addr_t)exynos_gem->dma_addr, exynos_gem->dma_attrs); drm_free_large(exynos_gem->pages); }

Contributors

PersonTokensPropCommitsCommitProp
Joonyoung Shim8596.59%375.00%
Marek Szyprowski33.41%125.00%
Total88100.00%4100.00%


static int exynos_drm_gem_handle_create(struct drm_gem_object *obj, struct drm_file *file_priv, unsigned int *handle) { int ret; /* * allocate a id of idr table where the obj is registered * and handle has the id what user can see. */ ret = drm_gem_handle_create(file_priv, obj, handle); if (ret) return ret; DRM_DEBUG_KMS("gem handle = 0x%x\n", *handle); /* drop reference from allocate - handle holds it now. */ drm_gem_object_unreference_unlocked(obj); return 0; }

Contributors

PersonTokensPropCommitsCommitProp
Joonyoung Shim4676.67%133.33%
Inki Dae1423.33%266.67%
Total60100.00%3100.00%


void exynos_drm_gem_destroy(struct exynos_drm_gem *exynos_gem) { struct drm_gem_object *obj = &exynos_gem->base; DRM_DEBUG_KMS("handle count = %d\n", obj->handle_count); /* * do not release memory region from exporter. * * the region will be released by exporter * once dmabuf's refcount becomes 0. */ if (obj->import_attach) drm_prime_gem_destroy(obj, exynos_gem->sgt); else exynos_drm_free_buf(exynos_gem); /* release file pointer to gem object. */ drm_gem_object_release(obj); kfree(exynos_gem); }

Contributors

PersonTokensPropCommitsCommitProp
Joonyoung Shim5182.26%466.67%
Inki Dae1117.74%233.33%
Total62100.00%6100.00%


unsigned long exynos_drm_gem_get_size(struct drm_device *dev, unsigned int gem_handle, struct drm_file *file_priv) { struct exynos_drm_gem *exynos_gem; struct drm_gem_object *obj; obj = drm_gem_object_lookup(file_priv, gem_handle); if (!obj) { DRM_ERROR("failed to lookup gem object.\n"); return 0; } exynos_gem = to_exynos_gem(obj); drm_gem_object_unreference_unlocked(obj); return exynos_gem->size; }

Contributors

PersonTokensPropCommitsCommitProp
Inki Dae6692.96%150.00%
Joonyoung Shim57.04%150.00%
Total71100.00%2100.00%


static struct exynos_drm_gem *exynos_drm_gem_init(struct drm_device *dev, unsigned long size) { struct exynos_drm_gem *exynos_gem; struct drm_gem_object *obj; int ret; exynos_gem = kzalloc(sizeof(*exynos_gem), GFP_KERNEL); if (!exynos_gem) return ERR_PTR(-ENOMEM); exynos_gem->size = size; obj = &exynos_gem->base; ret = drm_gem_object_init(dev, obj, size); if (ret < 0) { DRM_ERROR("failed to initialize gem object\n"); kfree(exynos_gem); return ERR_PTR(ret); } ret = drm_gem_create_mmap_offset(obj); if (ret < 0) { drm_gem_object_release(obj); kfree(exynos_gem); return ERR_PTR(ret); } DRM_DEBUG_KMS("created file object = %pK\n", obj->filp); return exynos_gem; }

Contributors

PersonTokensPropCommitsCommitProp
Inki Dae7853.42%333.33%
Joonyoung Shim6745.89%555.56%
Krzysztof Kozlowski10.68%111.11%
Total146100.00%9100.00%


struct exynos_drm_gem *exynos_drm_gem_create(struct drm_device *dev, unsigned int flags, unsigned long size) { struct exynos_drm_gem *exynos_gem; int ret; if (flags & ~(EXYNOS_BO_MASK)) { DRM_ERROR("invalid GEM buffer flags: %u\n", flags); return ERR_PTR(-EINVAL); } if (!size) { DRM_ERROR("invalid GEM buffer size: %lu\n", size); return ERR_PTR(-EINVAL); } size = roundup(size, PAGE_SIZE); exynos_gem = exynos_drm_gem_init(dev, size); if (IS_ERR(exynos_gem)) return exynos_gem; /* set memory type and cache attribute from user side. */ exynos_gem->flags = flags; ret = exynos_drm_alloc_buf(exynos_gem); if (ret < 0) { drm_gem_object_release(&exynos_gem->base); kfree(exynos_gem); return ERR_PTR(ret); } return exynos_gem; }

Contributors

PersonTokensPropCommitsCommitProp
Inki Dae9263.01%436.36%
Joonyoung Shim4430.14%545.45%
Shuah Khan64.11%19.09%
YoungJun Cho42.74%19.09%
Total146100.00%11100.00%


int exynos_drm_gem_create_ioctl(struct drm_device *dev, void *data, struct drm_file *file_priv) { struct drm_exynos_gem_create *args = data; struct exynos_drm_gem *exynos_gem; int ret; exynos_gem = exynos_drm_gem_create(dev, args->flags, args->size); if (IS_ERR(exynos_gem)) return PTR_ERR(exynos_gem); ret = exynos_drm_gem_handle_create(&exynos_gem->base, file_priv, &args->handle); if (ret) { exynos_drm_gem_destroy(exynos_gem); return ret; } return 0; }

Contributors

PersonTokensPropCommitsCommitProp
Inki Dae5759.38%360.00%
Joonyoung Shim3940.62%240.00%
Total96100.00%5100.00%


int exynos_drm_gem_map_ioctl(struct drm_device *dev, void *data, struct drm_file *file_priv) { struct drm_exynos_gem_map *args = data; return exynos_drm_gem_dumb_map_offset(file_priv, dev, args->handle, &args->offset); }

Contributors

PersonTokensPropCommitsCommitProp
Joonyoung Shim43100.00%1100.00%
Total43100.00%1100.00%


dma_addr_t *exynos_drm_gem_get_dma_addr(struct drm_device *dev, unsigned int gem_handle, struct drm_file *filp) { struct exynos_drm_gem *exynos_gem; struct drm_gem_object *obj; obj = drm_gem_object_lookup(filp, gem_handle); if (!obj) { DRM_ERROR("failed to lookup gem object.\n"); return ERR_PTR(-EINVAL); } exynos_gem = to_exynos_gem(obj); return &exynos_gem->dma_addr; }

Contributors

PersonTokensPropCommitsCommitProp
Inki Dae6692.96%266.67%
Joonyoung Shim57.04%133.33%
Total71100.00%3100.00%


void exynos_drm_gem_put_dma_addr(struct drm_device *dev, unsigned int gem_handle, struct drm_file *filp) { struct drm_gem_object *obj; obj = drm_gem_object_lookup(filp, gem_handle); if (!obj) { DRM_ERROR("failed to lookup gem object.\n"); return; } drm_gem_object_unreference_unlocked(obj); /* * decrease obj->refcount one more time because we has already * increased it at exynos_drm_gem_get_dma_addr(). */ drm_gem_object_unreference_unlocked(obj); }

Contributors

PersonTokensPropCommitsCommitProp
Inki Dae57100.00%2100.00%
Total57100.00%2100.00%


static int exynos_drm_gem_mmap_buffer(struct exynos_drm_gem *exynos_gem, struct vm_area_struct *vma) { struct drm_device *drm_dev = exynos_gem->base.dev; unsigned long vm_size; int ret; vma->vm_flags &= ~VM_PFNMAP; vma->vm_pgoff = 0; vm_size = vma->vm_end - vma->vm_start; /* check if user-requested size is valid. */ if (vm_size > exynos_gem->size) return -EINVAL; ret = dma_mmap_attrs(to_dma_dev(drm_dev), vma, exynos_gem->cookie, exynos_gem->dma_addr, exynos_gem->size, exynos_gem->dma_attrs); if (ret < 0) { DRM_ERROR("failed to mmap.\n"); return ret; } return 0; }

Contributors

PersonTokensPropCommitsCommitProp
Inki Dae10488.89%660.00%
Joonyoung Shim86.84%110.00%
Marek Szyprowski43.42%220.00%
Krzysztof Kozlowski10.85%110.00%
Total117100.00%10100.00%


int exynos_drm_gem_get_ioctl(struct drm_device *dev, void *data, struct drm_file *file_priv) { struct exynos_drm_gem *exynos_gem; struct drm_exynos_gem_info *args = data; struct drm_gem_object *obj; obj = drm_gem_object_lookup(file_priv, args->handle); if (!obj) { DRM_ERROR("failed to lookup gem object.\n"); return -EINVAL; } exynos_gem = to_exynos_gem(obj); args->flags = exynos_gem->flags; args->size = exynos_gem->size; drm_gem_object_unreference_unlocked(obj); return 0; }

Contributors

PersonTokensPropCommitsCommitProp
Inki Dae8792.55%133.33%
Joonyoung Shim66.38%133.33%
Daniel Vetter11.06%133.33%
Total94100.00%3100.00%


void exynos_drm_gem_free_object(struct drm_gem_object *obj) { exynos_drm_gem_destroy(to_exynos_gem(obj)); }

Contributors

PersonTokensPropCommitsCommitProp
Inki Dae1477.78%125.00%
Joonyoung Shim422.22%375.00%
Total18100.00%4100.00%


int exynos_drm_gem_dumb_create(struct drm_file *file_priv, struct drm_device *dev, struct drm_mode_create_dumb *args) { struct exynos_drm_gem *exynos_gem; unsigned int flags; int ret; /* * allocate memory to be used for framebuffer. * - this callback would be called by user application * with DRM_IOCTL_MODE_CREATE_DUMB command. */ args->pitch = args->width * ((args->bpp + 7) / 8); args->size = args->pitch * args->height; if (is_drm_iommu_supported(dev)) flags = EXYNOS_BO_NONCONTIG | EXYNOS_BO_WC; else flags = EXYNOS_BO_CONTIG | EXYNOS_BO_WC; exynos_gem = exynos_drm_gem_create(dev, flags, args->size); if (IS_ERR(exynos_gem)) { dev_warn(dev->dev, "FB allocation failed.\n"); return PTR_ERR(exynos_gem); } ret = exynos_drm_gem_handle_create(&exynos_gem->base, file_priv, &args->handle); if (ret) { exynos_drm_gem_destroy(exynos_gem); return ret; } return 0; }

Contributors

PersonTokensPropCommitsCommitProp
Inki Dae6541.67%222.22%
Joonyoung Shim5132.69%333.33%
Rahul Sharma2012.82%111.11%
Vikas Sajjan117.05%111.11%
Cooper Yuan85.13%111.11%
Masanari Iida10.64%111.11%
Total156100.00%9100.00%


int exynos_drm_gem_dumb_map_offset(struct drm_file *file_priv, struct drm_device *dev, uint32_t handle, uint64_t *offset) { struct drm_gem_object *obj; int ret = 0; /* * get offset of memory allocated for drm framebuffer. * - this callback would be called by user application * with DRM_IOCTL_MODE_MAP_DUMB command. */ obj = drm_gem_object_lookup(file_priv, handle); if (!obj) { DRM_ERROR("failed to lookup gem object.\n"); return -EINVAL; } *offset = drm_vma_node_offset_addr(&obj->vma_node); DRM_DEBUG_KMS("offset = 0x%lx\n", (unsigned long)*offset); drm_gem_object_unreference_unlocked(obj); return ret; }

Contributors

PersonTokensPropCommitsCommitProp
Inki Dae6674.16%120.00%
Joonyoung Shim1415.73%120.00%
David Herrmann55.62%120.00%
Daniel Vetter33.37%120.00%
Laurent Pinchart11.12%120.00%
Total89100.00%5100.00%


int exynos_drm_gem_fault(struct vm_fault *vmf) { struct vm_area_struct *vma = vmf->vma; struct drm_gem_object *obj = vma->vm_private_data; struct exynos_drm_gem *exynos_gem = to_exynos_gem(obj); unsigned long pfn; pgoff_t page_offset; int ret; page_offset = (vmf->address - vma->vm_start) >> PAGE_SHIFT; if (page_offset >= (exynos_gem->size >> PAGE_SHIFT)) { DRM_ERROR("invalid page offset\n"); ret = -EINVAL; goto out; } pfn = page_to_pfn(exynos_gem->pages[page_offset]); ret = vm_insert_mixed(vma, vmf->address, __pfn_to_pfn_t(pfn, PFN_DEV)); out: switch (ret) { case 0: case -ERESTARTSYS: case -EINTR: return VM_FAULT_NOPAGE; case -ENOMEM: return VM_FAULT_OOM; default: return VM_FAULT_SIGBUS; } }

Contributors

PersonTokensPropCommitsCommitProp
Joonyoung Shim8052.63%337.50%
Inki Dae5636.84%225.00%
Dave Jiang95.92%112.50%
Dan J Williams53.29%112.50%
Jan Kara21.32%112.50%
Total152100.00%8100.00%


static int exynos_drm_gem_mmap_obj(struct drm_gem_object *obj, struct vm_area_struct *vma) { struct exynos_drm_gem *exynos_gem = to_exynos_gem(obj); int ret; DRM_DEBUG_KMS("flags = 0x%x\n", exynos_gem->flags); /* non-cachable as default. */ if (exynos_gem->flags & EXYNOS_BO_CACHABLE) vma->vm_page_prot = vm_get_page_prot(vma->vm_flags); else if (exynos_gem->flags & EXYNOS_BO_WC) vma->vm_page_prot = pgprot_writecombine(vm_get_page_prot(vma->vm_flags)); else vma->vm_page_prot = pgprot_noncached(vm_get_page_prot(vma->vm_flags)); ret = exynos_drm_gem_mmap_buffer(exynos_gem, vma); if (ret) goto err_close_vm; return ret; err_close_vm: drm_gem_vm_close(vma); return ret; }

Contributors

PersonTokensPropCommitsCommitProp
Joonyoung Shim7358.40%350.00%
Inki Dae5241.60%350.00%
Total125100.00%6100.00%


int exynos_drm_gem_mmap(struct file *filp, struct vm_area_struct *vma) { struct drm_gem_object *obj; int ret; /* set vm_area_struct. */ ret = drm_gem_mmap(filp, vma); if (ret < 0) { DRM_ERROR("failed to mmap.\n"); return ret; } obj = vma->vm_private_data; if (obj->import_attach) return dma_buf_mmap(obj->dma_buf, vma, 0); return exynos_drm_gem_mmap_obj(obj, vma); }

Contributors

PersonTokensPropCommitsCommitProp
Joonyoung Shim81100.00%2100.00%
Total81100.00%2100.00%

/* low-level interface prime helpers */
struct sg_table *exynos_drm_gem_prime_get_sg_table(struct drm_gem_object *obj) { struct exynos_drm_gem *exynos_gem = to_exynos_gem(obj); int npages; npages = exynos_gem->size >> PAGE_SHIFT; return drm_prime_pages_to_sg(exynos_gem->pages, npages); }

Contributors

PersonTokensPropCommitsCommitProp
Joonyoung Shim43100.00%2100.00%
Total43100.00%2100.00%


struct drm_gem_object * exynos_drm_gem_prime_import_sg_table(struct drm_device *dev, struct dma_buf_attachment *attach, struct sg_table *sgt) { struct exynos_drm_gem *exynos_gem; int npages; int ret; exynos_gem = exynos_drm_gem_init(dev, attach->dmabuf->size); if (IS_ERR(exynos_gem)) { ret = PTR_ERR(exynos_gem); return ERR_PTR(ret); } exynos_gem->dma_addr = sg_dma_address(sgt->sgl); npages = exynos_gem->size >> PAGE_SHIFT; exynos_gem->pages = drm_malloc_ab(npages, sizeof(struct page *)); if (!exynos_gem->pages) { ret = -ENOMEM; goto err; } ret = drm_prime_sg_to_page_addr_arrays(sgt, exynos_gem->pages, NULL, npages); if (ret < 0) goto err_free_large; exynos_gem->sgt = sgt; if (sgt->nents == 1) { /* always physically continuous memory if sgt->nents is 1. */ exynos_gem->flags |= EXYNOS_BO_CONTIG; } else { /* * this case could be CONTIG or NONCONTIG type but for now * sets NONCONTIG. * TODO. we have to find a way that exporter can notify * the type of its own buffer to importer. */ exynos_gem->flags |= EXYNOS_BO_NONCONTIG; } return &exynos_gem->base; err_free_large: drm_free_large(exynos_gem->pages); err: drm_gem_object_release(&exynos_gem->base); kfree(exynos_gem); return ERR_PTR(ret); }

Contributors

PersonTokensPropCommitsCommitProp
Joonyoung Shim20797.18%480.00%
Inki Dae62.82%120.00%
Total213100.00%5100.00%


void *exynos_drm_gem_prime_vmap(struct drm_gem_object *obj) { return NULL; }

Contributors

PersonTokensPropCommitsCommitProp
Joonyoung Shim14100.00%1100.00%
Total14100.00%1100.00%


void exynos_drm_gem_prime_vunmap(struct drm_gem_object *obj, void *vaddr) { /* Nothing to do */ }

Contributors

PersonTokensPropCommitsCommitProp
Joonyoung Shim15100.00%1100.00%
Total15100.00%1100.00%


int exynos_drm_gem_prime_mmap(struct drm_gem_object *obj, struct vm_area_struct *vma) { int ret; ret = drm_gem_mmap_obj(obj, obj->size, vma); if (ret < 0) return ret; return exynos_drm_gem_mmap_obj(obj, vma); }

Contributors

PersonTokensPropCommitsCommitProp
Joonyoung Shim48100.00%1100.00%
Total48100.00%1100.00%


Overall Contributors

PersonTokensPropCommitsCommitProp
Joonyoung Shim125452.53%2035.09%
Inki Dae90838.04%1729.82%
Marek Szyprowski1295.40%35.26%
Rahul Sharma200.84%11.75%
Krzysztof Kozlowski120.50%35.26%
Vikas Sajjan120.50%11.75%
Dave Jiang90.38%11.75%
Dan J Williams80.34%11.75%
David Herrmann80.34%11.75%
Cooper Yuan80.34%11.75%
Shuah Khan60.25%11.75%
YoungJun Cho40.17%11.75%
Daniel Vetter40.17%23.51%
Jan Kara20.08%11.75%
David Howells10.04%11.75%
Masanari Iida10.04%11.75%
Laurent Pinchart10.04%11.75%
Total2387100.00%57100.00%
Information contained on this website is for historical information purposes only and does not indicate or represent copyright ownership.
Created with cregit.