Release 4.18 drivers/gpu/drm/etnaviv/etnaviv_iommu.c

// SPDX-License-Identifier: GPL-2.0
/*
 * Copyright (C) 2014-2018 Etnaviv Project
 */

#include <linux/platform_device.h>
#include <linux/sizes.h>
#include <linux/slab.h>
#include <linux/dma-mapping.h>
#include <linux/bitops.h>

#include "etnaviv_gpu.h"
#include "etnaviv_mmu.h"
#include "etnaviv_iommu.h"
#include "state_hi.xml.h"


#define PT_SIZE		SZ_2M

#define PT_ENTRIES	(PT_SIZE / sizeof(u32))


#define GPU_MEM_START	0x80000000


struct etnaviv_iommuv1_domain {
	
struct etnaviv_iommu_domain base;
	
u32 *pgtable_cpu;
	
dma_addr_t pgtable_dma;
};


static struct etnaviv_iommuv1_domain *

to_etnaviv_domain(struct etnaviv_iommu_domain *domain)
{
	return container_of(domain, struct etnaviv_iommuv1_domain, base);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
The etnaviv authors
20
83.33%
1
50.00%
Lucas Stach
4
16.67%
1
50.00%
Total
24
100.00%
2
100.00%



static int __etnaviv_iommu_init(struct etnaviv_iommuv1_domain *etnaviv_domain)
{
	u32 *p;
	int i;

	etnaviv_domain->base.bad_page_cpu =
			dma_alloc_wc(etnaviv_domain->base.dev, SZ_4K,
				     &etnaviv_domain->base.bad_page_dma,
				     GFP_KERNEL);
	if (!etnaviv_domain->base.bad_page_cpu)
		return -ENOMEM;

	p = etnaviv_domain->base.bad_page_cpu;
	for (i = 0; i < SZ_4K / 4; i++)
		*p++ = 0xdead55aa;

	etnaviv_domain->pgtable_cpu = dma_alloc_wc(etnaviv_domain->base.dev,
						   PT_SIZE,
						   &etnaviv_domain->pgtable_dma,
						   GFP_KERNEL);
	if (!etnaviv_domain->pgtable_cpu) {
		dma_free_wc(etnaviv_domain->base.dev, SZ_4K,
			    etnaviv_domain->base.bad_page_cpu,
			    etnaviv_domain->base.bad_page_dma);
		return -ENOMEM;
	}

	memset32(etnaviv_domain->pgtable_cpu, etnaviv_domain->base.bad_page_dma,
		 PT_ENTRIES);

	return 0;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
The etnaviv authors
114
70.37%
1
20.00%
Lucas Stach
48
29.63%
4
80.00%
Total
162
100.00%
5
100.00%



static void etnaviv_iommuv1_domain_free(struct etnaviv_iommu_domain *domain)
{
	struct etnaviv_iommuv1_domain *etnaviv_domain =
			to_etnaviv_domain(domain);

	dma_free_wc(etnaviv_domain->base.dev, PT_SIZE,
		    etnaviv_domain->pgtable_cpu, etnaviv_domain->pgtable_dma);

	dma_free_wc(etnaviv_domain->base.dev, SZ_4K,
		    etnaviv_domain->base.bad_page_cpu,
		    etnaviv_domain->base.bad_page_dma);

	kfree(etnaviv_domain);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
The etnaviv authors
46
67.65%
1
25.00%
Lucas Stach
22
32.35%
3
75.00%
Total
68
100.00%
4
100.00%



static int etnaviv_iommuv1_map(struct etnaviv_iommu_domain *domain,
			       unsigned long iova, phys_addr_t paddr,
			       size_t size, int prot)
{
	struct etnaviv_iommuv1_domain *etnaviv_domain = to_etnaviv_domain(domain);
	unsigned int index = (iova - GPU_MEM_START) / SZ_4K;

	if (size != SZ_4K)
		return -EINVAL;

	etnaviv_domain->pgtable_cpu[index] = paddr;

	return 0;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
The etnaviv authors
49
72.06%
1
33.33%
Lucas Stach
19
27.94%
2
66.67%
Total
68
100.00%
3
100.00%



static size_t etnaviv_iommuv1_unmap(struct etnaviv_iommu_domain *domain,
	unsigned long iova, size_t size)
{
	struct etnaviv_iommuv1_domain *etnaviv_domain =
			to_etnaviv_domain(domain);
	unsigned int index = (iova - GPU_MEM_START) / SZ_4K;

	if (size != SZ_4K)
		return -EINVAL;

	etnaviv_domain->pgtable_cpu[index] = etnaviv_domain->base.bad_page_dma;

	return SZ_4K;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
The etnaviv authors
45
68.18%
1
33.33%
Lucas Stach
21
31.82%
2
66.67%
Total
66
100.00%
3
100.00%



static size_t etnaviv_iommuv1_dump_size(struct etnaviv_iommu_domain *domain)
{
	return PT_SIZE;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
The etnaviv authors
13
92.86%
1
50.00%
Lucas Stach
1
7.14%
1
50.00%
Total
14
100.00%
2
100.00%



static void etnaviv_iommuv1_dump(struct etnaviv_iommu_domain *domain, void *buf)
{
	struct etnaviv_iommuv1_domain *etnaviv_domain =
			to_etnaviv_domain(domain);

	memcpy(buf, etnaviv_domain->pgtable_cpu, PT_SIZE);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
The etnaviv authors
33
91.67%
1
50.00%
Lucas Stach
3
8.33%
1
50.00%
Total
36
100.00%
2
100.00%



void etnaviv_iommuv1_restore(struct etnaviv_gpu *gpu)
{
	struct etnaviv_iommuv1_domain *etnaviv_domain =
			to_etnaviv_domain(gpu->mmu->domain);
	u32 pgtable;

	/* set base addresses */
	gpu_write(gpu, VIVS_MC_MEMORY_BASE_ADDR_RA, gpu->memory_base);
	gpu_write(gpu, VIVS_MC_MEMORY_BASE_ADDR_FE, gpu->memory_base);
	gpu_write(gpu, VIVS_MC_MEMORY_BASE_ADDR_TX, gpu->memory_base);
	gpu_write(gpu, VIVS_MC_MEMORY_BASE_ADDR_PEZ, gpu->memory_base);
	gpu_write(gpu, VIVS_MC_MEMORY_BASE_ADDR_PE, gpu->memory_base);

	/* set page table address in MC */
	pgtable = (u32)etnaviv_domain->pgtable_dma;

	gpu_write(gpu, VIVS_MC_MMU_FE_PAGE_TABLE, pgtable);
	gpu_write(gpu, VIVS_MC_MMU_TX_PAGE_TABLE, pgtable);
	gpu_write(gpu, VIVS_MC_MMU_PE_PAGE_TABLE, pgtable);
	gpu_write(gpu, VIVS_MC_MMU_PEZ_PAGE_TABLE, pgtable);
	gpu_write(gpu, VIVS_MC_MMU_RA_PAGE_TABLE, pgtable);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
The etnaviv authors
75
54.35%
1
25.00%
Lucas Stach
63
45.65%
3
75.00%
Total
138
100.00%
4
100.00%


static const struct etnaviv_iommu_domain_ops etnaviv_iommuv1_ops = {
	.free = etnaviv_iommuv1_domain_free,
	.map = etnaviv_iommuv1_map,
	.unmap = etnaviv_iommuv1_unmap,
	.dump_size = etnaviv_iommuv1_dump_size,
	.dump = etnaviv_iommuv1_dump,
};


struct etnaviv_iommu_domain *

etnaviv_iommuv1_domain_alloc(struct etnaviv_gpu *gpu)
{
	struct etnaviv_iommuv1_domain *etnaviv_domain;
	struct etnaviv_iommu_domain *domain;
	int ret;

	etnaviv_domain = kzalloc(sizeof(*etnaviv_domain), GFP_KERNEL);
	if (!etnaviv_domain)
		return NULL;

	domain = &etnaviv_domain->base;

	domain->dev = gpu->dev;
	domain->base = GPU_MEM_START;
	domain->size = PT_ENTRIES * SZ_4K;
	domain->ops = &etnaviv_iommuv1_ops;

	ret = __etnaviv_iommu_init(etnaviv_domain);
	if (ret)
		goto out_free;

	return &etnaviv_domain->base;

out_free:
	kfree(etnaviv_domain);
	return NULL;
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
The etnaviv authors
83
74.11%
1
25.00%
Lucas Stach
29
25.89%
3
75.00%
Total
112
100.00%
4
100.00%

Overall Contributors
Person
Tokens
Prop
Commits
CommitProp
The etnaviv authors
527
67.74%
1
8.33%
Lucas Stach
250
32.13%
10
83.33%
Wei Yongjun
1
0.13%
1
8.33%
Total
778
100.00%
12
100.00%
Directory: drivers/gpu/drm/etnaviv

Information contained on this website is for historical information purposes only and does not indicate or represent copyright ownership.