Release 4.18 kernel/dma/mapping.c

Directory: kernel/dma
// SPDX-License-Identifier: GPL-2.0
/*
 * arch-independent dma-mapping routines
 *
 * Copyright (c) 2006  SUSE Linux Products GmbH
 * Copyright (c) 2006  Tejun Heo <teheo@suse.de>
 */

#include <linux/acpi.h>
#include <linux/dma-mapping.h>
#include <linux/export.h>
#include <linux/gfp.h>
#include <linux/of_device.h>
#include <linux/slab.h>
#include <linux/vmalloc.h>

/*
 * Managed DMA API
 */

struct dma_devres {
	
size_t		size;
	
void		*vaddr;
	
dma_addr_t	dma_handle;
	
unsigned long	attrs;
};



static void dmam_release(struct device *dev, void *res)
{
	struct dma_devres *this = res;

	dma_free_attrs(dev, this->size, this->vaddr, this->dma_handle,
			this->attrs);
}

Contributors
Person Tokens Prop Commits CommitProp
Tejun Heo 40 93.02% 1 50.00%
Christoph Hellwig 3 6.98% 1 50.00%
Total 43 100.00% 2 100.00%



static int dmam_match(struct device *dev, void *res, void *match_data)
{
	struct dma_devres *this = res, *match = match_data;

	if (this->vaddr == match->vaddr) {
		WARN_ON(this->size != match->size ||
			this->dma_handle != match->dma_handle);
		return 1;
	}
	return 0;
}

Contributors
Person Tokens Prop Commits CommitProp
Tejun Heo 68 100.00% 1 100.00%
Total 68 100.00% 1 100.00%

/**
 * dmam_alloc_coherent - Managed dma_alloc_coherent()
 * @dev: Device to allocate coherent memory for
 * @size: Size of allocation
 * @dma_handle: Out argument for allocated DMA handle
 * @gfp: Allocation flags
 *
 * Managed dma_alloc_coherent().  Memory allocated using this function
 * will be automatically released on driver detach.
 *
 * RETURNS:
 * Pointer to allocated memory on success, NULL on failure.
 */


void *dmam_alloc_coherent(struct device *dev, size_t size,
			   dma_addr_t *dma_handle, gfp_t gfp)
{
	struct dma_devres *dr;
	void *vaddr;

	dr = devres_alloc(dmam_release, sizeof(*dr), gfp);
	if (!dr)
		return NULL;

	vaddr = dma_alloc_coherent(dev, size, dma_handle, gfp);
	if (!vaddr) {
		devres_free(dr);
		return NULL;
	}

	dr->vaddr = vaddr;
	dr->dma_handle = *dma_handle;
	dr->size = size;

	devres_add(dev, dr);

	return vaddr;
}
Contributors
Person Tokens Prop Commits CommitProp
Tejun Heo 109 99.09% 1 50.00%
Christoph Hellwig 1 0.91% 1 50.00%
Total 110 100.00% 2 100.00%

EXPORT_SYMBOL(dmam_alloc_coherent);

/**
 * dmam_free_coherent - Managed dma_free_coherent()
 * @dev: Device to free coherent memory for
 * @size: Size of allocation
 * @vaddr: Virtual address of the memory to free
 * @dma_handle: DMA handle of the memory to free
 *
 * Managed dma_free_coherent().
 */


void dmam_free_coherent(struct device *dev, size_t size, void *vaddr,
			dma_addr_t dma_handle)
{
	struct dma_devres match_data = { size, vaddr, dma_handle };

	dma_free_coherent(dev, size, vaddr, dma_handle);
	WARN_ON(devres_destroy(dev, dmam_release, dmam_match, &match_data));
}
Contributors
Person Tokens Prop Commits CommitProp
Tejun Heo 57 98.28% 1 50.00%
Christoph Hellwig 1 1.72% 1 50.00%
Total 58 100.00% 2 100.00%

EXPORT_SYMBOL(dmam_free_coherent);

/**
 * dmam_alloc_attrs - Managed dma_alloc_attrs()
 * @dev: Device to allocate non_coherent memory for
 * @size: Size of allocation
 * @dma_handle: Out argument for allocated DMA handle
 * @gfp: Allocation flags
 * @attrs: Flags in the DMA_ATTR_* namespace.
 *
 * Managed dma_alloc_attrs().  Memory allocated using this function will be
 * automatically released on driver detach.
 *
 * RETURNS:
 * Pointer to allocated memory on success, NULL on failure.
 */


void *dmam_alloc_attrs(struct device *dev, size_t size, dma_addr_t *dma_handle,
		gfp_t gfp, unsigned long attrs)
{
	struct dma_devres *dr;
	void *vaddr;

	dr = devres_alloc(dmam_release, sizeof(*dr), gfp);
	if (!dr)
		return NULL;

	vaddr = dma_alloc_attrs(dev, size, dma_handle, gfp, attrs);
	if (!vaddr) {
		devres_free(dr);
		return NULL;
	}

	dr->vaddr = vaddr;
	dr->dma_handle = *dma_handle;
	dr->size = size;
	dr->attrs = attrs;

	devres_add(dev, dr);

	return vaddr;
}
Contributors
Person Tokens Prop Commits CommitProp
Tejun Heo 107 87.70% 1 50.00%
Christoph Hellwig 15 12.30% 1 50.00%
Total 122 100.00% 2 100.00%

EXPORT_SYMBOL(dmam_alloc_attrs);

#ifdef CONFIG_HAVE_GENERIC_DMA_COHERENT



static void dmam_coherent_decl_release(struct device *dev, void *res)
{
	dma_release_declared_memory(dev);
}

Contributors
Person Tokens Prop Commits CommitProp
Tejun Heo 20 100.00% 1 100.00%
Total 20 100.00% 1 100.00%

/**
 * dmam_declare_coherent_memory - Managed dma_declare_coherent_memory()
 * @dev: Device to declare coherent memory for
 * @phys_addr: Physical address of coherent memory to be declared
 * @device_addr: Device address of coherent memory to be declared
 * @size: Size of coherent memory to be declared
 * @flags: Flags
 *
 * Managed dma_declare_coherent_memory().
 *
 * RETURNS:
 * 0 on success, -errno on failure.
 */


int dmam_declare_coherent_memory(struct device *dev, phys_addr_t phys_addr,
				 dma_addr_t device_addr, size_t size, int flags)
{
	void *res;
	int rc;

	res = devres_alloc(dmam_coherent_decl_release, 0, GFP_KERNEL);
	if (!res)
		return -ENOMEM;

	rc = dma_declare_coherent_memory(dev, phys_addr, device_addr, size,
					 flags);
	if (!rc)
		devres_add(dev, res);
	else
		devres_free(res);

	return rc;
}
Contributors
Person Tokens Prop Commits CommitProp
Tejun Heo 81 95.29% 1 33.33%
Björn Helgaas 3 3.53% 1 33.33%
Christoph Hellwig 1 1.18% 1 33.33%
Total 85 100.00% 3 100.00%

EXPORT_SYMBOL(dmam_declare_coherent_memory);

/**
 * dmam_release_declared_memory - Managed dma_release_declared_memory().
 * @dev: Device to release declared coherent memory for
 *
 * Managed dmam_release_declared_memory().
 */


void dmam_release_declared_memory(struct device *dev)
{
	WARN_ON(devres_destroy(dev, dmam_coherent_decl_release, NULL, NULL));
}
Contributors
Person Tokens Prop Commits CommitProp
Tejun Heo 24 100.00% 1 100.00%
Total 24 100.00% 1 100.00%

EXPORT_SYMBOL(dmam_release_declared_memory);

#endif

/*
 * Create scatter-list for the already allocated DMA buffer.
 */


int dma_common_get_sgtable(struct device *dev, struct sg_table *sgt,
		 void *cpu_addr, dma_addr_t handle, size_t size)
{
	struct page *page = virt_to_page(cpu_addr);
	int ret;

	ret = sg_alloc_table(sgt, 1, GFP_KERNEL);
	if (unlikely(ret))
		return ret;

	sg_set_page(sgt->sgl, page, PAGE_ALIGN(size), 0);
	return 0;
}
Contributors
Person Tokens Prop Commits CommitProp
Marek Szyprowski 78 100.00% 1 100.00%
Total 78 100.00% 1 100.00%

EXPORT_SYMBOL(dma_common_get_sgtable);

/*
 * Create userspace mapping for the DMA-coherent memory.
 */


int dma_common_mmap(struct device *dev, struct vm_area_struct *vma,
		    void *cpu_addr, dma_addr_t dma_addr, size_t size)
{
	int ret = -ENXIO;
#ifndef CONFIG_ARCH_NO_COHERENT_DMA_MMAP
	unsigned long user_count = vma_pages(vma);
	unsigned long count = PAGE_ALIGN(size) >> PAGE_SHIFT;
	unsigned long off = vma->vm_pgoff;

	vma->vm_page_prot = pgprot_noncached(vma->vm_page_prot);

	if (dma_mmap_from_dev_coherent(dev, vma, cpu_addr, size, &ret))
		return ret;

	if (off < count && user_count <= (count - off))
		ret = remap_pfn_range(vma, vma->vm_start,
				      page_to_pfn(virt_to_page(cpu_addr)) + off,
				      user_count << PAGE_SHIFT,
				      vma->vm_page_prot);
#endif	/* !CONFIG_ARCH_NO_COHERENT_DMA_MMAP */

	return ret;
}
Contributors
Person Tokens Prop Commits CommitProp
Marek Szyprowski 126 89.36% 1 16.67%
Jacopo Mondi 7 4.96% 1 16.67%
Vladimir Murzin 4 2.84% 2 33.33%
Muhammad Falak R Wani 3 2.13% 1 16.67%
Christoph Hellwig 1 0.71% 1 16.67%
Total 141 100.00% 6 100.00%

EXPORT_SYMBOL(dma_common_mmap);

#ifdef CONFIG_MMU


static struct vm_struct *__dma_common_pages_remap(struct page **pages,
			size_t size, unsigned long vm_flags, pgprot_t prot,
			const void *caller)
{
	struct vm_struct *area;

	area = get_vm_area_caller(size, vm_flags, caller);
	if (!area)
		return NULL;

	if (map_vm_area(area, prot, pages)) {
		vunmap(area->addr);
		return NULL;
	}

	return area;
}

Contributors
Person Tokens Prop Commits CommitProp
Laura Abbott 73 92.41% 1 50.00%
Catalin Marinas 6 7.59% 1 50.00%
Total 79 100.00% 2 100.00%

/*
 * remaps an array of PAGE_SIZE pages into another vm_area
 * Cannot be used in non-sleeping contexts
 */


void *dma_common_pages_remap(struct page **pages, size_t size,
			unsigned long vm_flags, pgprot_t prot,
			const void *caller)
{
	struct vm_struct *area;

	area = __dma_common_pages_remap(pages, size, vm_flags, prot, caller);
	if (!area)
		return NULL;

	area->pages = pages;

	return area->addr;
}

Contributors
Person Tokens Prop Commits CommitProp
Catalin Marinas 62 93.94% 1 50.00%
Laura Abbott 4 6.06% 1 50.00%
Total 66 100.00% 2 100.00%

/*
 * remaps an allocated contiguous region into another vm_area.
 * Cannot be used in non-sleeping contexts
 */



void *dma_common_contiguous_remap(struct page *page, size_t size,
			unsigned long vm_flags,
			pgprot_t prot, const void *caller)
{
	int i;
	struct page **pages;
	struct vm_struct *area;

	pages = kmalloc(sizeof(struct page *) << get_order(size), GFP_KERNEL);
	if (!pages)
		return NULL;

	for (i = 0; i < (size >> PAGE_SHIFT); i++)
		pages[i] = nth_page(page, i);

	area = __dma_common_pages_remap(pages, size, vm_flags, prot, caller);

	kfree(pages);

	if (!area)
		return NULL;
	return area->addr;
}

Contributors
Person Tokens Prop Commits CommitProp
Laura Abbott 110 85.27% 1 33.33%
Catalin Marinas 16 12.40% 1 33.33%
Geliang Tang 3 2.33% 1 33.33%
Total 129 100.00% 3 100.00%

/*
 * unmaps a range previously mapped by dma_common_*_remap
 */


void dma_common_free_remap(void *cpu_addr, size_t size, unsigned long vm_flags)
{
	struct vm_struct *area = find_vm_area(cpu_addr);

	if (!area || (area->flags & vm_flags) != vm_flags) {
		WARN(1, "trying to free invalid coherent area: %p\n", cpu_addr);
		return;
	}

	unmap_kernel_range((unsigned long)cpu_addr, PAGE_ALIGN(size));
	vunmap(cpu_addr);
}
Contributors
Person Tokens Prop Commits CommitProp
Laura Abbott 69 95.83% 1 50.00%
Peng Fan 3 4.17% 1 50.00%
Total 72 100.00% 2 100.00%

#endif

/*
 * enables DMA API use for a device
 */


int dma_configure(struct device *dev)
{
	if (dev->bus->dma_configure)
		return dev->bus->dma_configure(dev);
	return 0;
}

Contributors
Person Tokens Prop Commits CommitProp
R Sricharan 24 77.42% 1 50.00%
Nipun Gupta 7 22.58% 1 50.00%
Total 31 100.00% 2 100.00%



void dma_deconfigure(struct device *dev)
{
	of_dma_deconfigure(dev);
	acpi_dma_deconfigure(dev);
}
Contributors
Person Tokens Prop Commits CommitProp
R Sricharan 20 100.00% 1 100.00%
Total 20 100.00% 1 100.00%

Overall Contributors
Person Tokens Prop Commits CommitProp
Tejun Heo 557 44.74% 2 8.70%
Laura Abbott 267 21.45% 1 4.35%
Marek Szyprowski 220 17.67% 3 13.04%
Catalin Marinas 85 6.83% 1 4.35%
R Sricharan 50 4.02% 1 4.35%
Christoph Hellwig 30 2.41% 5 21.74%
Nipun Gupta 8 0.64% 1 4.35%
Jacopo Mondi 7 0.56% 1 4.35%
Björn Helgaas 4 0.32% 1 4.35%
Vladimir Murzin 4 0.32% 2 8.70%
Peng Fan 3 0.24% 1 4.35%
Paul Gortmaker 3 0.24% 1 4.35%
Geliang Tang 3 0.24% 1 4.35%
Muhammad Falak R Wani 3 0.24% 1 4.35%
Greg Kroah-Hartman 1 0.08% 1 4.35%
Total 1245 100.00% 23 100.00%
Directory: kernel/dma

Information contained on this website is for historical information purposes only and does not indicate or represent copyright ownership.
Created with cregit.
Person	Tokens	Prop	Commits	CommitProp
Tejun Heo	40	93.02%	1	50.00%
Christoph Hellwig	3	6.98%	1	50.00%
Total	43	100.00%	2	100.00%
cregit-Linux how code gets into the kernel

Release 4.18 kernel/dma/mapping.c

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Overall Contributors
