Release 4.18 arch/x86/kernel/pci-dma.c

// SPDX-License-Identifier: GPL-2.0
#include <linux/dma-direct.h>
#include <linux/dma-debug.h>
#include <linux/dmar.h>
#include <linux/export.h>
#include <linux/bootmem.h>
#include <linux/gfp.h>
#include <linux/pci.h>

#include <asm/proto.h>
#include <asm/dma.h>
#include <asm/iommu.h>
#include <asm/gart.h>
#include <asm/calgary.h>
#include <asm/x86_init.h>
#include <asm/iommu_table.h>


static bool disable_dac_quirk __read_mostly;


const struct dma_map_ops *dma_ops = &dma_direct_ops;
EXPORT_SYMBOL(dma_ops);

#ifdef CONFIG_IOMMU_DEBUG

int panic_on_overflow __read_mostly = 1;

int force_iommu __read_mostly = 1;
#else

int panic_on_overflow __read_mostly = 0;

int force_iommu __read_mostly = 0;
#endif


int iommu_merge __read_mostly = 0;


int no_iommu __read_mostly;
/* Set this to 1 if there is a HW IOMMU in the system */

int iommu_detected __read_mostly = 0;

/*
 * This variable becomes 1 if iommu=pt is passed on the kernel command line.
 * If this variable is 1, IOMMU implementations do no DMA translation for
 * devices and allow every device to access to whole physical memory. This is
 * useful if a user wants to use an IOMMU only for KVM device assignment to
 * guests and not for driver dma translation.
 */

int iommu_pass_through __read_mostly;

extern struct iommu_table_entry __iommu_table[], __iommu_table_end[];

/* Dummy device used for NULL arguments (normally ISA). */

struct device x86_dma_fallback_dev = {
	.init_name = "fallback device",
	.coherent_dma_mask = ISA_DMA_BIT_MASK,
	.dma_mask = &x86_dma_fallback_dev.coherent_dma_mask,
};
EXPORT_SYMBOL(x86_dma_fallback_dev);



void __init pci_iommu_alloc(void)
{
	struct iommu_table_entry *p;

	sort_iommu_table(__iommu_table, __iommu_table_end);
	check_iommu_entries(__iommu_table, __iommu_table_end);

	for (p = __iommu_table; p < __iommu_table_end; p++) {
		if (p && p->detect && p->detect() > 0) {
			p->flags |= IOMMU_DETECTED;
			if (p->early_init)
				p->early_init();
			if (p->flags & IOMMU_FINISH_IF_DETECTED)
				break;
		}
	}
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Konrad Rzeszutek Wilk
71
83.53%
2
40.00%
Glauber de Oliveira Costa
8
9.41%
1
20.00%
FUJITA Tomonori
6
7.06%
2
40.00%
Total
85
100.00%
5
100.00%



bool arch_dma_alloc_attrs(struct device **dev)
{
	if (!*dev)
		*dev = &x86_dma_fallback_dev;

	if (!is_device_dma_capable(*dev))
		return false;
	return true;

}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Denys Vlasenko
20
52.63%
1
33.33%
Ville Syrjälä
12
31.58%
1
33.33%
Christoph Hellwig
6
15.79%
1
33.33%
Total
38
100.00%
3
100.00%

EXPORT_SYMBOL(arch_dma_alloc_attrs);

/*
 * See <Documentation/x86/x86_64/boot-options.txt> for the iommu kernel
 * parameter documentation.
 */


static __init int iommu_setup(char *p)
{
	iommu_merge = 1;

	if (!p)
		return -EINVAL;

	while (*p) {
		if (!strncmp(p, "off", 3))
			no_iommu = 1;
		/* gart_parse_options has more force support */
		if (!strncmp(p, "force", 5))
			force_iommu = 1;
		if (!strncmp(p, "noforce", 7)) {
			iommu_merge = 0;
			force_iommu = 0;
		}

		if (!strncmp(p, "biomerge", 8)) {
			iommu_merge = 1;
			force_iommu = 1;
		}
		if (!strncmp(p, "panic", 5))
			panic_on_overflow = 1;
		if (!strncmp(p, "nopanic", 7))
			panic_on_overflow = 0;
		if (!strncmp(p, "merge", 5)) {
			iommu_merge = 1;
			force_iommu = 1;
		}
		if (!strncmp(p, "nomerge", 7))
			iommu_merge = 0;
		if (!strncmp(p, "forcesac", 8))
			pr_warn("forcesac option ignored.\n");
		if (!strncmp(p, "allowdac", 8))
			pr_warn("allowdac option ignored.\n");
		if (!strncmp(p, "nodac", 5))
			pr_warn("nodac option ignored.\n");
		if (!strncmp(p, "usedac", 6)) {
			disable_dac_quirk = true;
			return 1;
		}
#ifdef CONFIG_SWIOTLB
		if (!strncmp(p, "soft", 4))
			swiotlb = 1;
#endif
		if (!strncmp(p, "pt", 2))
			iommu_pass_through = 1;

		gart_parse_options(p);

#ifdef CONFIG_CALGARY_IOMMU
		if (!strncmp(p, "calgary", 7))
			use_calgary = 1;
#endif /* CONFIG_CALGARY_IOMMU */

		p += strcspn(p, ",");
		if (*p == ',')
			++p;
	}
	return 0;
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Glauber de Oliveira Costa
304
90.48%
2
28.57%
Fenghua Yu
16
4.76%
1
14.29%
Christoph Hellwig
14
4.17%
3
42.86%
David Woodhouse
2
0.60%
1
14.29%
Total
336
100.00%
7
100.00%

early_param("iommu", iommu_setup);



static int __init pci_iommu_init(void)
{
	struct iommu_table_entry *p;

#ifdef CONFIG_PCI
	dma_debug_add_bus(&pci_bus_type);
#endif
	x86_init.iommu.iommu_init();

	for (p = __iommu_table; p < __iommu_table_end; p++) {
		if (p && (p->flags & IOMMU_DETECTED) && p->late_init)
			p->late_init();
	}

	return 0;
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Konrad Rzeszutek Wilk
35
49.30%
1
20.00%
FUJITA Tomonori
13
18.31%
2
40.00%
Glauber de Oliveira Costa
12
16.90%
1
20.00%
Joerg Roedel
11
15.49%
1
20.00%
Total
71
100.00%
5
100.00%

/* Must execute after PCI subsystem */
rootfs_initcall(pci_iommu_init);

#ifdef CONFIG_PCI
/* Many VIA bridges seem to corrupt data for DAC. Disable it here */



static int via_no_dac_cb(struct pci_dev *pdev, void *data)
{
	pdev->dev.dma_32bit_limit = true;
	return 0;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Christoph Hellwig
26
100.00%
1
100.00%
Total
26
100.00%
1
100.00%



static void via_no_dac(struct pci_dev *dev)
{
	if (!disable_dac_quirk) {
		dev_info(&dev->dev, "disabling DAC on VIA PCI bridge\n");
		pci_walk_bus(dev->subordinate, via_no_dac_cb, NULL);
	}
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Fenghua Yu
20
51.28%
1
33.33%
Christoph Hellwig
12
30.77%
1
33.33%
Björn Helgaas
7
17.95%
1
33.33%
Total
39
100.00%
3
100.00%

DECLARE_PCI_FIXUP_CLASS_FINAL(PCI_VENDOR_ID_VIA, PCI_ANY_ID,
				PCI_CLASS_BRIDGE_PCI, 8, via_no_dac);
#endif
Overall Contributors
Person
Tokens
Prop
Commits
CommitProp
Glauber de Oliveira Costa
435
55.27%
8
17.02%
Konrad Rzeszutek Wilk
118
14.99%
2
4.26%
Christoph Hellwig
63
8.01%
6
12.77%
Fenghua Yu
56
7.12%
3
6.38%
Joerg Roedel
27
3.43%
6
12.77%
Denys Vlasenko
24
3.05%
2
4.26%
FUJITA Tomonori
23
2.92%
6
12.77%
Ville Syrjälä
12
1.52%
1
2.13%
Björn Helgaas
7
0.89%
1
2.13%
Yinghai Lu
5
0.64%
1
2.13%
Tejun Heo
3
0.38%
1
2.13%
David Woodhouse
3
0.38%
2
4.26%
Paul Gortmaker
3
0.38%
1
2.13%
Jan Beulich
2
0.25%
1
2.13%
Bart Van Assche
1
0.13%
1
2.13%
Greg Kroah-Hartman
1
0.13%
1
2.13%
Kay Sievers
1
0.13%
1
2.13%
Paul Bolle
1
0.13%
1
2.13%
Ingo Molnar
1
0.13%
1
2.13%
Justin P. Mattock
1
0.13%
1
2.13%
Huaisheng Ye
0.00%
0
0.00%
Total
787
100.00%
47
100.00%
Directory: arch/x86/kernel

Information contained on this website is for historical information purposes only and does not indicate or represent copyright ownership.