Release 4.7 drivers/pci/msi.c

Directory: drivers/pci
/*
 * File:        msi.c
 * Purpose:     PCI Message Signaled Interrupt (MSI)
 *
 * Copyright (C) 2003-2004 Intel
 * Copyright (C) Tom Long Nguyen (tom.l.nguyen@intel.com)
 */

#include <linux/err.h>
#include <linux/mm.h>
#include <linux/irq.h>
#include <linux/interrupt.h>
#include <linux/export.h>
#include <linux/ioport.h>
#include <linux/pci.h>
#include <linux/proc_fs.h>
#include <linux/msi.h>
#include <linux/smp.h>
#include <linux/errno.h>
#include <linux/io.h>
#include <linux/slab.h>
#include <linux/irqdomain.h>
#include <linux/of_irq.h>

#include "pci.h"


static int pci_msi_enable = 1;

int pci_msi_ignore_mask;


#define msix_table_size(flags)	((flags & PCI_MSIX_FLAGS_QSIZE) + 1)

#ifdef CONFIG_PCI_MSI_IRQ_DOMAIN

static struct irq_domain *pci_msi_default_domain;
static DEFINE_MUTEX(pci_msi_domain_lock);



struct irq_domain * __weak arch_get_pci_msi_domain(struct pci_dev *dev)
{
	return pci_msi_default_domain;
}

Contributors
Person Tokens Prop Commits CommitProp
jiang liu jiang liu 16 100.00% 1 100.00%
Total 16 100.00% 1 100.00%



static struct irq_domain *pci_msi_get_domain(struct pci_dev *dev)
{
	struct irq_domain *domain;

	domain = dev_get_msi_domain(&dev->dev);
	if (domain)
		return domain;

	return arch_get_pci_msi_domain(dev);
}

Contributors
Person Tokens Prop Commits CommitProp
marc zyngier marc zyngier 41 100.00% 2 100.00%
Total 41 100.00% 2 100.00%



static int pci_msi_setup_msi_irqs(struct pci_dev *dev, int nvec, int type)
{
	struct irq_domain *domain;

	domain = pci_msi_get_domain(dev);
	if (domain && irq_domain_is_hierarchy(domain))
		return pci_msi_domain_alloc_irqs(domain, dev, nvec, type);

	return arch_setup_msi_irqs(dev, nvec, type);
}

Contributors
Person Tokens Prop Commits CommitProp
jiang liu jiang liu 54 90.00% 1 33.33%
marc zyngier marc zyngier 6 10.00% 2 66.67%
Total 60 100.00% 3 100.00%



static void pci_msi_teardown_msi_irqs(struct pci_dev *dev)
{
	struct irq_domain *domain;

	domain = pci_msi_get_domain(dev);
	if (domain && irq_domain_is_hierarchy(domain))
		pci_msi_domain_free_irqs(domain, dev);
	else
		arch_teardown_msi_irqs(dev);
}
Contributors
Person Tokens Prop Commits CommitProp
jiang liu jiang liu 39 86.67% 1 33.33%
marc zyngier marc zyngier 6 13.33% 2 66.67%
Total 45 100.00% 3 100.00%

#else

#define pci_msi_setup_msi_irqs		arch_setup_msi_irqs

#define pci_msi_teardown_msi_irqs	arch_teardown_msi_irqs
#endif

/* Arch hooks */



int __weak arch_setup_msi_irq(struct pci_dev *dev, struct msi_desc *desc)
{
	struct msi_controller *chip = dev->bus->msi;
	int err;

	if (!chip || !chip->setup_irq)
		return -EINVAL;

	err = chip->setup_irq(chip, dev, desc);
	if (err < 0)
		return err;

	irq_set_chip_data(desc->irq, chip);

	return 0;
}

Contributors
Person Tokens Prop Commits CommitProp
thierry reding thierry reding 53 67.95% 1 25.00%
thomas petazzoni thomas petazzoni 20 25.64% 1 25.00%
lorenzo pieralisi lorenzo pieralisi 4 5.13% 1 25.00%
wang yijing wang yijing 1 1.28% 1 25.00%
Total 78 100.00% 4 100.00%



void __weak arch_teardown_msi_irq(unsigned int irq)
{
	struct msi_controller *chip = irq_get_chip_data(irq);

	if (!chip || !chip->teardown_irq)
		return;

	chip->teardown_irq(chip, irq);
}

Contributors
Person Tokens Prop Commits CommitProp
thierry reding thierry reding 31 77.50% 1 33.33%
thomas petazzoni thomas petazzoni 8 20.00% 1 33.33%
wang yijing wang yijing 1 2.50% 1 33.33%
Total 40 100.00% 3 100.00%



int __weak arch_setup_msi_irqs(struct pci_dev *dev, int nvec, int type)
{
	struct msi_controller *chip = dev->bus->msi;
	struct msi_desc *entry;
	int ret;

	if (chip && chip->setup_irqs)
		return chip->setup_irqs(chip, dev, nvec, type);
	/*
         * If an architecture wants to support multiple MSI, it needs to
         * override arch_setup_msi_irqs()
         */
	if (type == PCI_CAP_ID_MSI && nvec > 1)
		return 1;

	for_each_pci_msi_entry(entry, dev) {
		ret = arch_setup_msi_irq(dev, entry);
		if (ret < 0)
			return ret;
		if (ret > 0)
			return -ENOSPC;
	}

	return 0;
}

Contributors
Person Tokens Prop Commits CommitProp
adrian bunk adrian bunk 41 36.94% 1 14.29%
lucas stach lucas stach 33 29.73% 1 14.29%
michael ellerman michael ellerman 19 17.12% 2 28.57%
matthew wilcox matthew wilcox 14 12.61% 1 14.29%
thomas petazzoni thomas petazzoni 2 1.80% 1 14.29%
jiang liu jiang liu 2 1.80% 1 14.29%
Total 111 100.00% 7 100.00%

/*
 * We have a default implementation available as a separate non-weak
 * function, as it is used by the Xen x86 PCI code
 */


void default_teardown_msi_irqs(struct pci_dev *dev)
{
	int i;
	struct msi_desc *entry;

	for_each_pci_msi_entry(entry, dev)
		if (entry->irq)
			for (i = 0; i < entry->nvec_used; i++)
				arch_teardown_msi_irq(entry->irq + i);
}

Contributors
Person Tokens Prop Commits CommitProp
adrian bunk adrian bunk 26 48.15% 1 14.29%
matthew wilcox matthew wilcox 14 25.93% 1 14.29%
jiang liu jiang liu 5 9.26% 2 28.57%
michael ellerman michael ellerman 5 9.26% 1 14.29%
alexander gordeev alexander gordeev 3 5.56% 1 14.29%
thomas gleixner thomas gleixner 1 1.85% 1 14.29%
Total 54 100.00% 7 100.00%



void __weak arch_teardown_msi_irqs(struct pci_dev *dev)
{
	return default_teardown_msi_irqs(dev);
}

Contributors
Person Tokens Prop Commits CommitProp
thomas petazzoni thomas petazzoni 17 100.00% 1 100.00%
Total 17 100.00% 1 100.00%



static void default_restore_msi_irq(struct pci_dev *dev, int irq)
{
	struct msi_desc *entry;

	entry = NULL;
	if (dev->msix_enabled) {
		for_each_pci_msi_entry(entry, dev) {
			if (irq == entry->irq)
				break;
		}
	} else if (dev->msi_enabled)  {
		entry = irq_get_msi_desc(irq);
	}

	if (entry)
		__pci_write_msi_msg(entry, &entry->msg);
}

Contributors
Person Tokens Prop Commits CommitProp
konrad rzeszutek wilk konrad rzeszutek wilk 72 92.31% 1 20.00%
jiang liu jiang liu 3 3.85% 2 40.00%
duan zhenzhong duan zhenzhong 2 2.56% 1 20.00%
wang yijing wang yijing 1 1.28% 1 20.00%
Total 78 100.00% 5 100.00%



void __weak arch_restore_msi_irqs(struct pci_dev *dev)
{
	return default_restore_msi_irqs(dev);
}

Contributors
Person Tokens Prop Commits CommitProp
thomas petazzoni thomas petazzoni 17 100.00% 1 100.00%
Total 17 100.00% 1 100.00%



static inline __attribute_const__ u32 msi_mask(unsigned x)
{
	/* Don't shift by >= width of type */
	if (x >= 5)
		return 0xffffffff;
	return (1 << (1 << x)) - 1;
}

Contributors
Person Tokens Prop Commits CommitProp
matthew wilcox matthew wilcox 34 100.00% 2 100.00%
Total 34 100.00% 2 100.00%

/*
 * PCI 2.3 does not specify mask bits for each MSI interrupt.  Attempting to
 * mask all MSI interrupts by clearing the MSI enable bit does not work
 * reliably as devices without an INTx disable bit will then generate a
 * level IRQ which will never be cleared.
 */


u32 __pci_msi_desc_mask_irq(struct msi_desc *desc, u32 mask, u32 flag)
{
	u32 mask_bits = desc->masked;

	if (pci_msi_ignore_mask || !desc->msi_attrib.maskbit)
		return 0;

	mask_bits &= ~mask;
	mask_bits |= flag;
	pci_write_config_dword(msi_desc_to_pci_dev(desc), desc->mask_pos,
			       mask_bits);

	return mask_bits;
}

Contributors
Person Tokens Prop Commits CommitProp
matthew wilcox matthew wilcox 37 58.73% 2 25.00%
mitch a williams mitch a williams 8 12.70% 1 12.50%
hidetoshi seto hidetoshi seto 8 12.70% 1 12.50%
yinghai lu yinghai lu 4 6.35% 1 12.50%
jiang liu jiang liu 3 4.76% 1 12.50%
wang yijing wang yijing 2 3.17% 1 12.50%
thomas gleixner thomas gleixner 1 1.59% 1 12.50%
Total 63 100.00% 8 100.00%



static void msi_mask_irq(struct msi_desc *desc, u32 mask, u32 flag)
{
	desc->masked = __pci_msi_desc_mask_irq(desc, mask, flag);
}

Contributors
Person Tokens Prop Commits CommitProp
hidetoshi seto hidetoshi seto 23 76.67% 1 33.33%
matthew wilcox matthew wilcox 6 20.00% 1 33.33%
thomas gleixner thomas gleixner 1 3.33% 1 33.33%
Total 30 100.00% 3 100.00%

/*
 * This internal function does not flush PCI writes to the device.
 * All users must ensure that they read from the device before either
 * assuming that the device state is up to date, or returning out of this
 * file.  This saves a few milliseconds when initialising devices with lots
 * of MSI-X interrupts.
 */


u32 __pci_msix_desc_mask_irq(struct msi_desc *desc, u32 flag)
{
	u32 mask_bits = desc->masked;
	unsigned offset = desc->msi_attrib.entry_nr * PCI_MSIX_ENTRY_SIZE +
						PCI_MSIX_ENTRY_VECTOR_CTRL;

	if (pci_msi_ignore_mask)
		return 0;

	mask_bits &= ~PCI_MSIX_ENTRY_CTRL_MASKBIT;
	if (flag)
		mask_bits |= PCI_MSIX_ENTRY_CTRL_MASKBIT;
	writel(mask_bits, desc->mask_base + offset);

	return mask_bits;
}

Contributors
Person Tokens Prop Commits CommitProp
matthew wilcox matthew wilcox 29 43.28% 1 14.29%
mitch a williams mitch a williams 18 26.87% 1 14.29%
wang yijing wang yijing 7 10.45% 1 14.29%
sheng yang sheng yang 6 8.96% 1 14.29%
hidetoshi seto hidetoshi seto 6 8.96% 2 28.57%
thomas gleixner thomas gleixner 1 1.49% 1 14.29%
Total 67 100.00% 7 100.00%



static void msix_mask_irq(struct msi_desc *desc, u32 flag)
{
	desc->masked = __pci_msix_desc_mask_irq(desc, flag);
}

Contributors
Person Tokens Prop Commits CommitProp
hidetoshi seto hidetoshi seto 18 72.00% 1 25.00%
matthew wilcox matthew wilcox 5 20.00% 1 25.00%
thomas gleixner thomas gleixner 1 4.00% 1 25.00%
mitch a williams mitch a williams 1 4.00% 1 25.00%
Total 25 100.00% 4 100.00%



static void msi_set_mask_bit(struct irq_data *data, u32 flag)
{
	struct msi_desc *desc = irq_data_get_msi_desc(data);

	if (desc->msi_attrib.is_msix) {
		msix_mask_irq(desc, flag);
		readl(desc->mask_base);		/* Flush write to device */
	} else {
		unsigned offset = data->irq - desc->irq;
		msi_mask_irq(desc, 1 << offset, flag << offset);
	}
}

Contributors
Person Tokens Prop Commits CommitProp
matthew wilcox matthew wilcox 43 56.58% 3 33.33%
andrew morton andrew morton 20 26.32% 1 11.11%
thomas gleixner thomas gleixner 7 9.21% 1 11.11%
yinghai lu yinghai lu 3 3.95% 2 22.22%
eric w. biederman eric w. biederman 2 2.63% 1 11.11%
jiang liu jiang liu 1 1.32% 1 11.11%
Total 76 100.00% 9 100.00%

/**
 * pci_msi_mask_irq - Generic irq chip callback to mask PCI/MSI interrupts
 * @data:       pointer to irqdata associated to that interrupt
 */


void pci_msi_mask_irq(struct irq_data *data)
{
	msi_set_mask_bit(data, 1);
}
Contributors
Person Tokens Prop Commits CommitProp
matthew wilcox matthew wilcox 6 35.29% 1 25.00%
thomas gleixner thomas gleixner 6 35.29% 2 50.00%
andrew morton andrew morton 5 29.41% 1 25.00%
Total 17 100.00% 4 100.00%


EXPORT_SYMBOL_GPL(pci_msi_mask_irq);

/**
 * pci_msi_unmask_irq - Generic irq chip callback to unmask PCI/MSI interrupts
 * @data:       pointer to irqdata associated to that interrupt
 */


void pci_msi_unmask_irq(struct irq_data *data)
{
	msi_set_mask_bit(data, 0);
}
Contributors
Person Tokens Prop Commits CommitProp
matthew wilcox matthew wilcox 9 52.94% 1 20.00%
thomas gleixner thomas gleixner 6 35.29% 2 40.00%
eric w. biederman eric w. biederman 1 5.88% 1 20.00%
andrew morton andrew morton 1 5.88% 1 20.00%
Total 17 100.00% 5 100.00%


EXPORT_SYMBOL_GPL(pci_msi_unmask_irq);



void default_restore_msi_irqs(struct pci_dev *dev)
{
	struct msi_desc *entry;

	for_each_pci_msi_entry(entry, dev)
		default_restore_msi_irq(dev, entry->irq);
}

Contributors
Person Tokens Prop Commits CommitProp
duan zhenzhong duan zhenzhong 28 93.33% 1 50.00%
jiang liu jiang liu 2 6.67% 1 50.00%
Total 30 100.00% 2 100.00%



void __pci_read_msi_msg(struct msi_desc *entry, struct msi_msg *msg)
{
	struct pci_dev *dev = msi_desc_to_pci_dev(entry);

	BUG_ON(dev->current_state != PCI_D0);

	if (entry->msi_attrib.is_msix) {
		void __iomem *base = entry->mask_base +
			entry->msi_attrib.entry_nr * PCI_MSIX_ENTRY_SIZE;

		msg->address_lo = readl(base + PCI_MSIX_ENTRY_LOWER_ADDR);
		msg->address_hi = readl(base + PCI_MSIX_ENTRY_UPPER_ADDR);
		msg->data = readl(base + PCI_MSIX_ENTRY_DATA);
	} else {
		int pos = dev->msi_cap;
		u16 data;

		pci_read_config_dword(dev, pos + PCI_MSI_ADDRESS_LO,
				      &msg->address_lo);
		if (entry->msi_attrib.is_64) {
			pci_read_config_dword(dev, pos + PCI_MSI_ADDRESS_HI,
					      &msg->address_hi);
			pci_read_config_word(dev, pos + PCI_MSI_DATA_64, &data);
		} else {
			msg->address_hi = 0;
			pci_read_config_word(dev, pos + PCI_MSI_DATA_32, &data);
		}
		msg->data = data;
	}
}

Contributors
Person Tokens Prop Commits CommitProp
ben hutchings ben hutchings 150 81.52% 1 10.00%
jiang liu jiang liu 11 5.98% 2 20.00%
bjorn helgaas bjorn helgaas 10 5.43% 3 30.00%
eric w. biederman eric w. biederman 7 3.80% 1 10.00%
thomas gleixner thomas gleixner 2 1.09% 1 10.00%
andrew morton andrew morton 2 1.09% 1 10.00%
yinghai lu yinghai lu 2 1.09% 1 10.00%
Total 184 100.00% 10 100.00%



void __pci_write_msi_msg(struct msi_desc *entry, struct msi_msg *msg)
{
	struct pci_dev *dev = msi_desc_to_pci_dev(entry);

	if (dev->current_state != PCI_D0) {
		/* Don't touch the hardware now */
	} else if (entry->msi_attrib.is_msix) {
		void __iomem *base;
		base = entry->mask_base +
			entry->msi_attrib.entry_nr * PCI_MSIX_ENTRY_SIZE;

		writel(msg->address_lo, base + PCI_MSIX_ENTRY_LOWER_ADDR);
		writel(msg->address_hi, base + PCI_MSIX_ENTRY_UPPER_ADDR);
		writel(msg->data, base + PCI_MSIX_ENTRY_DATA);
	} else {
		int pos = dev->msi_cap;
		u16 msgctl;

		pci_read_config_word(dev, pos + PCI_MSI_FLAGS, &msgctl);
		msgctl &= ~PCI_MSI_FLAGS_QSIZE;
		msgctl |= entry->msi_attrib.multiple << 4;
		pci_write_config_word(dev, pos + PCI_MSI_FLAGS, msgctl);

		pci_write_config_dword(dev, pos + PCI_MSI_ADDRESS_LO,
				       msg->address_lo);
		if (entry->msi_attrib.is_64) {
			pci_write_config_dword(dev, pos + PCI_MSI_ADDRESS_HI,
					       msg->address_hi);
			pci_write_config_word(dev, pos + PCI_MSI_DATA_64,
					      msg->data);
		} else {
			pci_write_config_word(dev, pos + PCI_MSI_DATA_32,
					      msg->data);
		}
	}
	entry->msg = *msg;
}

Contributors
Person Tokens Prop Commits CommitProp
matthew wilcox matthew wilcox 95 42.79% 3 15.79%
eric w. biederman eric w. biederman 48 21.62% 2 10.53%
ben hutchings ben hutchings 14 6.31% 1 5.26%
bjorn helgaas bjorn helgaas 14 6.31% 4 21.05%
andrew morton andrew morton 12 5.41% 1 5.26%
yinghai lu yinghai lu 11 4.95% 1 5.26%
jiang liu jiang liu 11 4.95% 2 10.53%
mark maule mark maule 7 3.15% 1 5.26%
ashok raj ashok raj 4 1.80% 1 5.26%
hidetoshi seto hidetoshi seto 3 1.35% 1 5.26%
thomas gleixner thomas gleixner 2 0.90% 1 5.26%
mitch a williams mitch a williams 1 0.45% 1 5.26%
Total 222 100.00% 19 100.00%



void pci_write_msi_msg(unsigned int irq, struct msi_msg *msg)
{
	struct msi_desc *entry = irq_get_msi_desc(irq);

	__pci_write_msi_msg(entry, msg);
}
Contributors
Person Tokens Prop Commits CommitProp
andrew morton andrew morton 9 29.03% 1 12.50%
yinghai lu yinghai lu 6 19.35% 1 12.50%
matthew wilcox matthew wilcox 6 19.35% 1 12.50%
thomas gleixner thomas gleixner 4 12.90% 2 25.00%
eric w. biederman eric w. biederman 2 6.45% 1 12.50%
jiang liu jiang liu 2 6.45% 1 12.50%
mitch a williams mitch a williams 2 6.45% 1 12.50%
Total 31 100.00% 8 100.00%


EXPORT_SYMBOL_GPL(pci_write_msi_msg);



static void free_msi_irqs(struct pci_dev *dev)
{
	struct list_head *msi_list = dev_to_msi_list(&dev->dev);
	struct msi_desc *entry, *tmp;
	struct attribute **msi_attrs;
	struct device_attribute *dev_attr;
	int i, count = 0;

	for_each_pci_msi_entry(entry, dev)
		if (entry->irq)
			for (i = 0; i < entry->nvec_used; i++)
				BUG_ON(irq_has_action(entry->irq + i));

	pci_msi_teardown_msi_irqs(dev);

	list_for_each_entry_safe(entry, tmp, msi_list, list) {
		if (entry->msi_attrib.is_msix) {
			if (list_is_last(&entry->list, msi_list))
				iounmap(entry->mask_base);
		}

		list_del(&entry->list);
		kfree(entry);
	}

	if (dev->msi_irq_groups) {
		sysfs_remove_groups(&dev->dev.kobj, dev->msi_irq_groups);
		msi_attrs = dev->msi_irq_groups[0]->attrs;
		while (msi_attrs[count]) {
			dev_attr = container_of(msi_attrs[count],
						struct device_attribute, attr);
			kfree(dev_attr->attr.name);
			kfree(dev_attr);
			++count;
		}
		kfree(msi_attrs);
		kfree(dev->msi_irq_groups[0]);
		kfree(dev->msi_irq_groups);
		dev->msi_irq_groups = NULL;
	}
}

Contributors
Person Tokens Prop Commits CommitProp
greg kroah-hartman greg kroah-hartman 111 44.40% 1 14.29%
hidetoshi seto hidetoshi seto 103 41.20% 1 14.29%
jiang liu jiang liu 22 8.80% 3 42.86%
alexei starovoitov alexei starovoitov 7 2.80% 1 14.29%
roland dreier roland dreier 7 2.80% 1 14.29%
Total 250 100.00% 7 100.00%



static void pci_intx_for_msi(struct pci_dev *dev, int enable)
{
	if (!(dev->dev_flags & PCI_DEV_FLAGS_MSI_INTX_DISABLE_BUG))
		pci_intx(dev, enable);
}

Contributors
Person Tokens Prop Commits CommitProp
david s. miller david s. miller 32 100.00% 1 100.00%
Total 32 100.00% 1 100.00%



static void __pci_restore_msi_state(struct pci_dev *dev)
{
	u16 control;
	struct msi_desc *entry;

	if (!dev->msi_enabled)
		return;

	entry = irq_get_msi_desc(dev->irq);

	pci_intx_for_msi(dev, 0);
	pci_msi_set_enable(dev, 0);
	arch_restore_msi_irqs(dev);

	pci_read_config_word(dev, dev->msi_cap + PCI_MSI_FLAGS, &control);
	msi_mask_irq(entry, msi_mask(entry->msi_attrib.multi_cap),
		     entry->masked);
	control &= ~PCI_MSI_FLAGS_QSIZE;
	control |= (entry->msi_attrib.multiple << 4) | PCI_MSI_FLAGS_ENABLE;
	pci_write_config_word(dev, dev->msi_cap + PCI_MSI_FLAGS, control);
}

Contributors
Person Tokens Prop Commits CommitProp
eric w. biederman eric w. biederman 63 52.94% 4 26.67%
matthew wilcox matthew wilcox 22 18.49% 2 13.33%
michael ellerman michael ellerman 10 8.40% 1 6.67%
mark maule mark maule 7 5.88% 1 6.67%
bjorn helgaas bjorn helgaas 6 5.04% 1 6.67%
wang yijing wang yijing 6 5.04% 1 6.67%
michael s. tsirkin michael s. tsirkin 1 0.84% 1 6.67%
konrad rzeszutek wilk konrad rzeszutek wilk 1 0.84% 1 6.67%
li shaohua li shaohua 1 0.84% 1 6.67%
thomas gleixner thomas gleixner 1 0.84% 1 6.67%
david s. miller david s. miller 1 0.84% 1 6.67%
Total 119 100.00% 15 100.00%



static void __pci_restore_msix_state(struct pci_dev *dev)
{
	struct msi_desc *entry;

	if (!dev->msix_enabled)
		return;
	BUG_ON(list_empty(dev_to_msi_list(&dev->dev)));

	/* route the table */
	pci_intx_for_msi(dev, 0);
	pci_msix_clear_and_set_ctrl(dev, 0,
				PCI_MSIX_FLAGS_ENABLE | PCI_MSIX_FLAGS_MASKALL);

	arch_restore_msi_irqs(dev);
	for_each_pci_msi_entry(entry, dev)
		msix_mask_irq(entry, entry->masked);

	pci_msix_clear_and_set_ctrl(dev, PCI_MSIX_FLAGS_MASKALL, 0);
}

Contributors
Person Tokens Prop Commits CommitProp
matthew wilcox matthew wilcox 26 30.23% 1 10.00%
li shaohua li shaohua 17 19.77% 1 10.00%
eric w. biederman eric w. biederman 12 13.95% 2 20.00%
michael ellerman michael ellerman 12 13.95% 2 20.00%
wang yijing wang yijing 6 6.98% 1 10.00%
jiang liu jiang liu 6 6.98% 1 10.00%
duan zhenzhong duan zhenzhong 5 5.81% 1 10.00%
michael s. tsirkin michael s. tsirkin 2 2.33% 1 10.00%
Total 86 100.00% 10 100.00%



void pci_restore_msi_state(struct pci_dev *dev)
{
	__pci_restore_msi_state(dev);
	__pci_restore_msix_state(dev);
}
Contributors
Person Tokens Prop Commits CommitProp
michael ellerman michael ellerman 20 100.00% 1 100.00%
Total 20 100.00% 1 100.00%


EXPORT_SYMBOL_GPL(pci_restore_msi_state);



static ssize_t msi_mode_show(struct device *dev, struct device_attribute *attr,
			     char *buf)
{
	struct msi_desc *entry;
	unsigned long irq;
	int retval;

	retval = kstrtoul(attr->attr.name, 10, &irq);
	if (retval)
		return retval;

	entry = irq_get_msi_desc(irq);
	if (entry)
		return sprintf(buf, "%s\n",
				entry->msi_attrib.is_msix ? "msix" : "msi");

	return -ENODEV;
}

Contributors
Person Tokens Prop Commits CommitProp
greg kroah-hartman greg kroah-hartman 47 53.41% 1 33.33%
neil horman neil horman 36 40.91% 1 33.33%
wang yijing wang yijing 5 5.68% 1 33.33%
Total 88 100.00% 3 100.00%



static int populate_msi_sysfs(struct pci_dev *pdev)
{
	struct attribute **msi_attrs;
	struct attribute *msi_attr;
	struct device_attribute *msi_dev_attr;
	struct attribute_group *msi_irq_group;
	const struct attribute_group **msi_irq_groups;
	struct msi_desc *entry;
	int ret = -ENOMEM;
	int num_msi = 0;
	int count = 0;
	int i;

	/* Determine how many msi entries we have */
	for_each_pci_msi_entry(entry, pdev)
		num_msi += entry->nvec_used;
	if (!num_msi)
		return 0;

	/* Dynamically create the MSI attributes for the PCI device */
	msi_attrs = kzalloc(sizeof(void *) * (num_msi + 1), GFP_KERNEL);
	if (!msi_attrs)
		return -ENOMEM;
	for_each_pci_msi_entry(entry, pdev) {
		for (i = 0; i < entry->nvec_used; i++) {
			msi_dev_attr = kzalloc(sizeof(*msi_dev_attr), GFP_KERNEL);
			if (!msi_dev_attr)
				goto error_attrs;
			msi_attrs[count] = &msi_dev_attr->attr;

			sysfs_attr_init(&msi_dev_attr->attr);
			msi_dev_attr->attr.name = kasprintf(GFP_KERNEL, "%d",
							    entry->irq + i);
			if (!msi_dev_attr->attr.name)
				goto error_attrs;
			msi_dev_attr->attr.mode = S_IRUGO;
			msi_dev_attr->show = msi_mode_show;
			++count;
		}
	}

	msi_irq_group = kzalloc(sizeof(*msi_irq_group), GFP_KERNEL);
	if (!msi_irq_group)
		goto error_attrs;
	msi_irq_group->name = "msi_irqs";
	msi_irq_group->attrs = msi_attrs;

	msi_irq_groups = kzalloc(sizeof(void *) * 2, GFP_KERNEL);
	if (!msi_irq_groups)
		goto error_irq_group;
	msi_irq_groups[0] = msi_irq_group;

	ret = sysfs_create_groups(&pdev->dev.kobj, msi_irq_groups);
	if (ret)
		goto error_irq_groups;
	pdev->msi_irq_groups = msi_irq_groups;

	return 0;

error_irq_groups:
	kfree(msi_irq_groups);
error_irq_group:
	kfree(msi_irq_group);
error_attrs:
	count = 0;
	msi_attr = msi_attrs[count];
	while (msi_attr) {
		msi_dev_attr = container_of(msi_attr, struct device_attribute, attr);
		kfree(msi_attr->name);
		kfree(msi_dev_attr);
		++count;
		msi_attr = msi_attrs[count];
	}
	kfree(msi_attrs);
	return ret;
}

Contributors
Person Tokens Prop Commits CommitProp
greg kroah-hartman greg kroah-hartman 225 57.25% 2 33.33%
neil horman neil horman 107 27.23% 1 16.67%
jan beulich jan beulich 30 7.63% 1 16.67%
romain bezut romain bezut 28 7.12% 1 16.67%
jiang liu jiang liu 3 0.76% 1 16.67%
Total 393 100.00% 6 100.00%



static struct msi_desc *msi_setup_entry(struct pci_dev *dev, int nvec)
{
	u16 control;
	struct msi_desc *entry;

	/* MSI Entry Initialization */
	entry = alloc_msi_entry(&dev->dev);
	if (!entry)
		return NULL;

	pci_read_config_word(dev, dev->msi_cap + PCI_MSI_FLAGS, &control);

	entry->msi_attrib.is_msix	= 0;
	entry->msi_attrib.is_64		= !!(control & PCI_MSI_FLAGS_64BIT);
	entry->msi_attrib.entry_nr	= 0;
	entry->msi_attrib.maskbit	= !!(control & PCI_MSI_FLAGS_MASKBIT);
	entry->msi_attrib.default_irq	= dev->irq;	/* Save IOAPIC IRQ */
	entry->msi_attrib.multi_cap	= (control & PCI_MSI_FLAGS_QMASK) >> 1;
	entry->msi_attrib.multiple	= ilog2(__roundup_pow_of_two(nvec));
	entry->nvec_used		= nvec;

	if (control & PCI_MSI_FLAGS_64BIT)
		entry->mask_pos = dev->msi_cap + PCI_MSI_MASK_64;
	else
		entry->mask_pos = dev->msi_cap + PCI_MSI_MASK_32;

	/* Save the initial mask status */
	if (entry->msi_attrib.maskbit)
		pci_read_config_dword(dev, entry->mask_pos, &entry->masked);

	return entry;
}

Contributors
Person Tokens Prop Commits CommitProp
andrew morton andrew morton 42 21.11% 1 5.00%
wang yijing wang yijing 34 17.09% 2 10.00%
jiang liu jiang liu 26 13.07% 2 10.00%
eric w. biederman eric w. biederman 23 11.56% 3 15.00%
bjorn helgaas bjorn helgaas 17 8.54% 3 15.00%
dan carpenter dan carpenter 16 8.04% 1 5.00%
matthew wilcox matthew wilcox 15 7.54% 2 10.00%
li shaohua li shaohua 9 4.52% 1 5.00%
hidetoshi seto hidetoshi seto 8 4.02% 1 5.00%
gavin shan gavin shan 5 2.51% 1 5.00%
roland dreier roland dreier 3 1.51% 2 10.00%
jike song jike song 1 0.50% 1 5.00%
Total 199 100.00% 20 100.00%



static int msi_verify_entries(struct pci_dev *dev)
{
	struct msi_desc *entry;

	for_each_pci_msi_entry(entry, dev) {
		if (!dev->no_64bit_msi || !entry->msg.address_hi)
			continue;
		dev_err(&dev->dev, "Device has broken 64-bit MSI but arch"
			" tried to assign one above 4G\n");
		return -EIO;
	}
	return 0;
}

Contributors
Person Tokens Prop Commits CommitProp
benjamin herrenschmidt benjamin herrenschmidt 55 96.49% 1 50.00%
jiang liu jiang liu 2 3.51% 1 50.00%
Total 57 100.00% 2 100.00%

/**
 * msi_capability_init - configure device's MSI capability structure
 * @dev: pointer to the pci_dev data structure of MSI device function
 * @nvec: number of interrupts to allocate
 *
 * Setup the MSI capability structure of the device with the requested
 * number of interrupts.  A return value of zero indicates the successful
 * setup of an entry with the new MSI irq.  A negative return value indicates
 * an error, and a positive return value indicates the number of interrupts
 * which could have been allocated.
 */


static int msi_capability_init(struct pci_dev *dev, int nvec)
{
	struct msi_desc *entry;
	int ret;
	unsigned mask;

	pci_msi_set_enable(dev, 0);	/* Disable MSI during set up */

	entry = msi_setup_entry(dev, nvec);
	if (!entry)
		return -ENOMEM;

	/* All MSIs are unmasked by default, Mask them all */
	mask = msi_mask(entry->msi_attrib.multi_cap);
	msi_mask_irq(entry, mask, mask);

	list_add_tail(&entry->list, dev_to_msi_list(&dev->dev));

	/* Configure MSI capability structure */
	ret = pci_msi_setup_msi_irqs(dev, nvec, PCI_CAP_ID_MSI);
	if (ret) {
		msi_mask_irq(entry, mask, ~mask);
		free_msi_irqs(dev);
		return ret;
	}

	ret = msi_verify_entries(dev);
	if (ret) {
		msi_mask_irq(entry, mask, ~mask);
		free_msi_irqs(dev);
		return ret;
	}

	ret = populate_msi_sysfs(dev);
	if (ret) {
		msi_mask_irq(entry, mask, ~mask);
		free_msi_irqs(dev);
		return ret;
	}

	/* Set MSI enabled bits  */
	pci_intx_for_msi(dev, 0);
	pci_msi_set_enable(dev, 1);
	dev->msi_enabled = 1;

	pcibios_free_irq(dev);
	dev->irq = entry->irq;
	return 0;
}

Contributors
Person Tokens Prop Commits CommitProp
wang yijing wang yijing 54 24.22% 2 8.33%
benjamin herrenschmidt benjamin herrenschmidt 31 13.90% 1 4.17%
neil horman neil horman 31 13.90% 1 4.17%
eric w. biederman eric w. biederman 29 13.00% 4 16.67%
michael ellerman michael ellerman 20 8.97% 3 12.50%
andrew morton andrew morton 15 6.73% 1 4.17%
jiang liu jiang liu 12 5.38% 4 16.67%
hidetoshi seto hidetoshi seto 11 4.93% 2 8.33%
mark maule mark maule 10 4.48% 1 4.17%
matthew wilcox matthew wilcox 7 3.14% 3 12.50%
michael s. tsirkin michael s. tsirkin 2 0.90% 1 4.17%
david s. miller david s. miller 1 0.45% 1 4.17%
Total 223 100.00% 24 100.00%



static void __iomem *msix_map_region(struct pci_dev *dev, unsigned nr_entries)
{
	resource_size_t phys_addr;
	u32 table_offset;
	unsigned long flags;
	u8 bir;

	pci_read_config_dword(dev, dev->msix_cap + PCI_MSIX_TABLE,
			      &table_offset);
	bir = (u8)(table_offset & PCI_MSIX_TABLE_BIR);
	flags = pci_resource_flags(dev, bir);
	if (!flags || (flags & IORESOURCE_UNSET))
		return NULL;

	table_offset &= PCI_MSIX_TABLE_OFFSET;
	phys_addr = pci_resource_start(dev, bir) + table_offset;

	return ioremap_nocache(phys_addr, nr_entries * PCI_MSIX_ENTRY_SIZE);
}

Contributors
Person Tokens Prop Commits CommitProp
hidetoshi seto hidetoshi seto 67 65.69% 1 16.67%
wang yijing wang yijing 27 26.47% 1 16.67%
bjorn helgaas bjorn helgaas 4 3.92% 2 33.33%
gavin shan gavin shan 3 2.94% 1 16.67%
kenji kaneshige kenji kaneshige 1 0.98% 1 16.67%
Total 102 100.00% 6 100.00%



static int msix_setup_entries(struct pci_dev *dev, void __iomem *base,
			      struct msix_entry *entries, int nvec)
{
	struct msi_desc *entry;
	int i;

	for (i = 0; i < nvec; i++) {
		entry = alloc_msi_entry(&dev->dev);
		if (!entry) {
			if (!i)
				iounmap(base);
			else
				free_msi_irqs(dev);
			/* No enough memory. Don't try again */
			return -ENOMEM;
		}

		entry->msi_attrib.is_msix	= 1;
		entry->msi_attrib.is_64		= 1;
		entry->msi_attrib.entry_nr	= entries[i].entry;
		entry->msi_attrib.default_irq	= dev->irq;
		entry->mask_base		= base;
		entry->nvec_used		= 1;

		list_add_tail(&entry->list, dev_to_msi_list(&dev->dev));
	}

	return 0;
}

Contributors
Person Tokens Prop Commits CommitProp
hidetoshi seto hidetoshi seto 142 91.61% 1 25.00%
jiang liu jiang liu 13 8.39% 3 75.00%
Total 155 100.00% 4 100.00%



static void msix_program_entries(struct pci_dev *dev,
				 struct msix_entry *entries)
{
	struct msi_desc *entry;
	int i = 0;

	for_each_pci_msi_entry(entry, dev) {
		int offset = entries[i].entry * PCI_MSIX_ENTRY_SIZE +
						PCI_MSIX_ENTRY_VECTOR_CTRL;

		entries[i].vector = entry->irq;
		entry->masked = readl(entry->mask_base + offset);
		msix_mask_irq(entry, 1);
		i++;
	}
}

Contributors
Person Tokens Prop Commits CommitProp
hidetoshi seto hidetoshi seto 80 97.56% 1 50.00%
jiang liu jiang liu 2 2.44% 1 50.00%
Total 82 100.00% 2 100.00%

/**
 * msix_capability_init - configure device's MSI-X capability
 * @dev: pointer to the pci_dev data structure of MSI-X device function
 * @entries: pointer to an array of struct msix_entry entries
 * @nvec: number of @entries
 *
 * Setup the MSI-X capability structure of device function with a
 * single MSI-X irq. A return of zero indicates the successful setup of
 * requested MSI-X entries with allocated irqs or non-zero for otherwise.
 **/


static int msix_capability_init(struct pci_dev *dev,
				struct msix_entry *entries, int nvec)
{
	int ret;
	u16 control;
	void __iomem *base;

	/* Ensure MSI-X is disabled while it is set up */
	pci_msix_clear_and_set_ctrl(dev, PCI_MSIX_FLAGS_ENABLE, 0);

	pci_read_config_word(dev, dev->msix_cap + PCI_MSIX_FLAGS, &control);
	/* Request & Map MSI-X table region */
	base = msix_map_region(dev, msix_table_size(control));
	if (!base)
		return -ENOMEM;

	ret = msix_setup_entries(dev, base, entries, nvec);
	if (ret)
		return ret;

	ret = pci_msi_setup_msi_irqs(dev, nvec, PCI_CAP_ID_MSIX);
	if (ret)
		goto out_avail;

	/* Check if all MSI entries honor device restrictions */
	ret = msi_verify_entries(dev);
	if (ret)
		goto out_free;

	/*
         * Some devices require MSI-X to be enabled before we can touch the
         * MSI-X registers.  We need to mask all the vectors to prevent
         * interrupts coming in before they're fully set up.
         */
	pci_msix_clear_and_set_ctrl(dev, 0,
				PCI_MSIX_FLAGS_MASKALL | PCI_MSIX_FLAGS_ENABLE);

	msix_program_entries(dev, entries);

	ret = populate_msi_sysfs(dev);
	if (ret)
		goto out_free;

	/* Set MSI-X enabled bits and unmask the function */
	pci_intx_for_msi(dev, 0);
	dev->msix_enabled = 1;
	pci_msix_clear_and_set_ctrl(dev, PCI_MSIX_FLAGS_MASKALL, 0);

	pcibios_free_irq(dev);
	return 0;

out_avail:
	if (ret < 0) {
		/*
                 * If we had some success, report the number of irqs
                 * we succeeded in setting up.
                 */
		struct msi_desc *entry;
		int avail = 0;

		for_each_pci_msi_entry(entry, dev) {
			if (entry->irq != 0)
				avail++;
		}
		if (avail != 0)
			ret = avail;
	}

out_free:
	free_msi_irqs(dev);

	return ret;
}

Contributors
Person Tokens Prop Commits CommitProp
hidetoshi seto hidetoshi seto 76 30.04% 5 18.52%
andrew morton andrew morton 44 17.39% 1 3.70%
matthew wilcox matthew wilcox 32 12.65% 3 11.11%
benjamin herrenschmidt benjamin herrenschmidt 15 5.93% 1 3.70%
roland dreier roland dreier 15 5.93% 2 7.41%
michael ellerman michael ellerman 14 5.53% 2 7.41%
neil horman neil horman 13 5.14% 1 3.70%
wang yijing wang yijing 11 4.35% 1 3.70%
eric w. biederman eric w. biederman 9 3.56% 2 7.41%
jiang liu jiang liu 8 3.16% 3 11.11%
alexander gordeev alexander gordeev 5 1.98% 1 3.70%
grant grundler grant grundler 3 1.19% 1 3.70%
gavin shan gavin shan 3 1.19% 1 3.70%
michael s. tsirkin michael s. tsirkin 3 1.19% 1 3.70%
greg kroah-hartman greg kroah-hartman 1 0.40% 1 3.70%
bjorn helgaas bjorn helgaas 1 0.40% 1 3.70%
Total 253 100.00% 27 100.00%

/**
 * pci_msi_supported - check whether MSI may be enabled on a device
 * @dev: pointer to the pci_dev data structure of MSI device function
 * @nvec: how many MSIs have been requested ?
 *
 * Look at global flags, the device itself, and its parent buses
 * to determine if MSI/-X are supported for the device. If MSI/-X is
 * supported return 1, else return 0.
 **/


static int pci_msi_supported(struct pci_dev *dev, int nvec)
{
	struct pci_bus *bus;

	/* MSI must be globally enabled and supported by the device */
	if (!pci_msi_enable)
		return 0;

	if (!dev || dev->no_msi || dev->current_state != PCI_D0)
		return 0;

	/*
         * You can't ask to have 0 or less MSIs configured.
         *  a) it's stupid ..
         *  b) the list manipulation code assumes nvec >= 1.
         */
	if (nvec < 1)
		return 0;

	/*
         * Any bridge which does NOT route MSI transactions from its
         * secondary bus to its primary bus must set NO_MSI flag on
         * the secondary pci_bus.
         * We expect only arch-specific PCI host bus controller driver
         * or quirks for specific PCI bridges to be setting NO_MSI.
         */
	for (bus = dev->bus; bus; bus = bus->parent)
		if (bus->bus_flags & PCI_BUS_FLAGS_NO_MSI)
			return 0;

	return 1;
}

Contributors
Person Tokens Prop Commits CommitProp
brice goglin brice goglin 27 31.03% 3 25.00%
alexander gordeev alexander gordeev 17 19.54% 2 16.67%
andrew morton andrew morton 14 16.09% 1 8.33%
michael ellerman michael ellerman 12 13.79% 3 25.00%
michael s. tsirkin michael s. tsirkin 10 11.49% 1 8.33%
kristen carlson accardi kristen carlson accardi 6 6.90% 1 8.33%
hidetoshi seto hidetoshi seto 1 1.15% 1 8.33%
Total 87 100.00% 12 100.00%

/**
 * pci_msi_vec_count - Return the number of MSI vectors a device can send
 * @dev: device to report about
 *
 * This function returns the number of MSI vectors a device requested via
 * Multiple Message Capable register. It returns a negative errno if the
 * device is not capable sending MSI interrupts. Otherwise, the call succeeds
 * and returns a power of two, up to a maximum of 2^5 (32), according to the
 * MSI specification.
 **/


int pci_msi_vec_count(struct pci_dev *dev)
{
	int ret;
	u16 msgctl;

	if (!dev->msi_cap)
		return -EINVAL;

	pci_read_config_word(dev, dev->msi_cap + PCI_MSI_FLAGS, &msgctl);
	ret = 1 << ((msgctl & PCI_MSI_FLAGS_QMASK) >> 1);

	return ret;
}
Contributors
Person Tokens Prop Commits CommitProp
matthew wilcox matthew wilcox 35 60.34% 1 25.00%
brice goglin brice goglin 10 17.24% 1 25.00%
alexander gordeev alexander gordeev 7 12.07% 1 25.00%
gavin shan gavin shan 6 10.34% 1 25.00%
Total 58 100.00% 4 100.00%


EXPORT_SYMBOL(pci_msi_vec_count);



void pci_msi_shutdown(struct pci_dev *dev)
{
	struct msi_desc *desc;
	u32 mask;

	if (!pci_msi_enable || !dev || !dev->msi_enabled)
		return;

	BUG_ON(list_empty(dev_to_msi_list(&dev->dev)));
	desc = first_pci_msi_entry(dev);

	pci_msi_set_enable(dev, 0);
	pci_intx_for_msi(dev, 1);
	dev->msi_enabled = 0;

	/* Return the device with MSI unmasked as initial states */
	mask = msi_mask(desc->msi_attrib.multi_cap);
	/* Keep cached state to be restored */
	__pci_msi_desc_mask_irq(desc, mask, ~mask);

	/* Restore dev->irq to its default pin-assertion irq */
	dev->irq = desc->msi_attrib.default_irq;
	pcibios_alloc_irq(dev);
}

Contributors
Person Tokens Prop Commits CommitProp
matthew wilcox matthew wilcox 30 26.79% 3 15.00%
yinghai lu yinghai lu 18 16.07% 3 15.00%
andrew morton andrew morton 16 14.29% 1 5.00%
michael ellerman michael ellerman 12 10.71% 2 10.00%
jiang liu jiang liu 10 8.93% 3 15.00%
eric w. biederman eric w. biederman 9 8.04% 3 15.00%
roland dreier roland dreier 7 6.25% 1 5.00%
wang yijing wang yijing 6 5.36% 1 5.00%
hidetoshi seto hidetoshi seto 2 1.79% 1 5.00%
thomas gleixner thomas gleixner 1 0.89% 1 5.00%
michael s. tsirkin michael s. tsirkin 1 0.89% 1 5.00%
Total 112 100.00% 20 100.00%



void pci_disable_msi(struct pci_dev *dev)
{
	if (!pci_msi_enable || !dev || !dev->msi_enabled)
		return;

	pci_msi_shutdown(dev);
	free_msi_irqs(dev);
}
Contributors
Person Tokens Prop Commits CommitProp
yinghai lu yinghai lu 27 79.41% 1 20.00%
andrew morton andrew morton 3 8.82% 1 20.00%
roland dreier roland dreier 2 5.88% 1 20.00%
eric w. biederman eric w. biederman 1 2.94% 1 20.00%
hidetoshi seto hidetoshi seto 1 2.94% 1 20.00%
Total 34 100.00% 5 100.00%


EXPORT_SYMBOL(pci_disable_msi);

/**
 * pci_msix_vec_count - return the number of device's MSI-X table entries
 * @dev: pointer to the pci_dev data structure of MSI-X device function
 * This function returns the number of device's MSI-X table entries and
 * therefore the number of MSI-X vectors device is capable of sending.
 * It returns a negative errno if the device is not capable of sending MSI-X
 * interrupts.
 **/


int pci_msix_vec_count(struct pci_dev *dev)
{
	u16 control;

	if (!dev->msix_cap)
		return -EINVAL;

	pci_read_config_word(dev, dev->msix_cap + PCI_MSIX_FLAGS, &control);
	return msix_table_size(control);
}
Contributors
Person Tokens Prop Commits CommitProp
rafael j. wysocki rafael j. wysocki 32 72.73% 1 20.00%
gavin shan gavin shan 6 13.64% 1 20.00%
bjorn helgaas bjorn helgaas 3 6.82% 2 40.00%
alexander gordeev alexander gordeev 3 6.82% 1 20.00%
Total 44 100.00% 5 100.00%


EXPORT_SYMBOL(pci_msix_vec_count);

/**
 * pci_enable_msix - configure device's MSI-X capability structure
 * @dev: pointer to the pci_dev data structure of MSI-X device function
 * @entries: pointer to an array of MSI-X entries
 * @nvec: number of MSI-X irqs requested for allocation by device driver
 *
 * Setup the MSI-X capability structure of device function with the number
 * of requested irqs upon its software driver call to request for
 * MSI-X mode enabled on its hardware device function. A return of zero
 * indicates the successful configuration of MSI-X capability structure
 * with new allocated MSI-X irqs. A return of < 0 indicates a failure.
 * Or a return of > 0 indicates that driver request is exceeding the number
 * of irqs or MSI-X vectors available. Driver should use the returned value to
 * re-send its request.
 **/


int pci_enable_msix(struct pci_dev *dev, struct msix_entry *entries, int nvec)
{
	int nr_entries;
	int i, j;

	if (!pci_msi_supported(dev, nvec))
		return -EINVAL;

	if (!entries)
		return -EINVAL;

	nr_entries = pci_msix_vec_count(dev);
	if (nr_entries < 0)
		return nr_entries;
	if (nvec > nr_entries)
		return nr_entries;

	/* Check for any invalid entries */
	for (i = 0; i < nvec; i++) {
		if (entries[i].entry >= nr_entries)
			return -EINVAL;		/* invalid entry */
		for (j = i + 1; j < nvec; j++) {
			if (entries[i].entry == entries[j].entry)
				return -EINVAL;	/* duplicate entry */
		}
	}
	WARN_ON(!!dev->msix_enabled);

	/* Check whether driver already requested for MSI irq */
	if (dev->msi_enabled) {
		dev_info(&dev->dev, "can't enable MSI-X (MSI IRQ already assigned)\n");
		return -EINVAL;
	}
	return msix_capability_init(dev, entries, nvec);
}
Contributors
Person Tokens Prop Commits CommitProp
roland dreier roland dreier 115 61.83% 2 12.50%
alexander gordeev alexander gordeev 25 13.44% 3 18.75%
andrew morton andrew morton 18 9.68% 1 6.25%
eric w. biederman eric w. biederman 17 9.14% 3 18.75%
bjorn helgaas bjorn helgaas 6 3.23% 2 12.50%
michael ellerman michael ellerman 2 1.08% 2 12.50%
michael s. tsirkin michael s. tsirkin 1 0.54% 1 6.25%
ryan desfosses ryan desfosses 1 0.54% 1 6.25%
rafael j. wysocki rafael j. wysocki 1 0.54% 1 6.25%
Total 186 100.00% 16 100.00%


EXPORT_SYMBOL(pci_enable_msix);



void pci_msix_shutdown(struct pci_dev *dev)
{
	struct msi_desc *entry;

	if (!pci_msi_enable || !dev || !dev->msix_enabled)
		return;

	/* Return the device with MSI-X masked as initial states */
	for_each_pci_msi_entry(entry, dev) {
		/* Keep cached states to be restored */
		__pci_msix_desc_mask_irq(entry, 1);
	}

	pci_msix_clear_and_set_ctrl(dev, PCI_MSIX_FLAGS_ENABLE, 0);
	pci_intx_for_msi(dev, 1);
	dev->msix_enabled = 0;
	pcibios_alloc_irq(dev);
}

Contributors
Person Tokens Prop Commits CommitProp
hidetoshi seto hidetoshi seto 19 26.03% 1 7.14%
michael ellerman michael ellerman 14 19.18% 2 14.29%
andrew morton andrew morton 13 17.81% 1 7.14%
roland dreier roland dreier 10 13.70% 1 7.14%
jiang liu jiang liu 7 9.59% 2 14.29%
eric w. biederman eric w. biederman 3 4.11% 2 14.29%
yinghai lu yinghai lu 2 2.74% 1 7.14%
wang yijing wang yijing 2 2.74% 1 7.14%
thomas gleixner thomas gleixner 1 1.37% 1 7.14%
david s. miller david s. miller 1 1.37% 1 7.14%
michael s. tsirkin michael s. tsirkin 1 1.37% 1 7.14%
Total 73 100.00% 14 100.00%



void pci_disable_msix(struct pci_dev *dev)
{
	if (!pci_msi_enable || !dev || !dev->msix_enabled)
		return;

	pci_msix_shutdown(dev);
	free_msi_irqs(dev);
}
Contributors
Person Tokens Prop Commits CommitProp
yinghai lu yinghai lu 28 82.35% 1 25.00%
roland dreier roland dreier 3 8.82% 1 25.00%
michael ellerman michael ellerman 2 5.88% 1 25.00%
hidetoshi seto hidetoshi seto 1 2.94% 1 25.00%
Total 34 100.00% 4 100.00%


EXPORT_SYMBOL(pci_disable_msix);



void pci_no_msi(void)
{
	pci_msi_enable = 0;
}

Contributors
Person Tokens Prop Commits CommitProp
matthew wilcox matthew wilcox 11 100.00% 1 100.00%
Total 11 100.00% 1 100.00%

/**
 * pci_msi_enabled - is MSI enabled?
 *
 * Returns true if MSI has not been disabled by the command-line option
 * pci=nomsi.
 **/


int pci_msi_enabled(void)
{
	return pci_msi_enable;
}
Contributors
Person Tokens Prop Commits CommitProp
andrew patterson andrew patterson 10 100.00% 1 100.00%
Total 10 100.00% 1 100.00%


EXPORT_SYMBOL(pci_msi_enabled);

/**
 * pci_enable_msi_range - configure device's MSI capability structure
 * @dev: device to configure
 * @minvec: minimal number of interrupts to configure
 * @maxvec: maximum number of interrupts to configure
 *
 * This function tries to allocate a maximum possible number of interrupts in a
 * range between @minvec and @maxvec. It returns a negative errno if an error
 * occurs. If it succeeds, it returns the actual number of interrupts allocated
 * and updates the @dev's irq member to the lowest new interrupt number;
 * the other interrupt numbers allocated to this device are consecutive.
 **/


int pci_enable_msi_range(struct pci_dev *dev, int minvec, int maxvec)
{
	int nvec;
	int rc;

	if (!pci_msi_supported(dev, minvec))
		return -EINVAL;

	WARN_ON(!!dev->msi_enabled);

	/* Check whether driver already requested MSI-X irqs */
	if (dev->msix_enabled) {
		dev_info(&dev->dev,
			 "can't enable MSI (MSI-X already enabled)\n");
		return -EINVAL;
	}

	if (maxvec < minvec)
		return -ERANGE;

	nvec = pci_msi_vec_count(dev);
	if (nvec < 0)
		return nvec;
	else if (nvec < minvec)
		return -EINVAL;
	else if (nvec > maxvec)
		nvec = maxvec;

	do {
		rc = msi_capability_init(dev, nvec);
		if (rc < 0) {
			return rc;
		} else if (rc > 0) {
			if (rc < minvec)
				return -ENOSPC;
			nvec = rc;
		}
	} while (rc);

	return nvec;
}
Contributors
Person Tokens Prop Commits CommitProp
alexander gordeev alexander gordeev 170 100.00% 4 100.00%
Total 170 100.00% 4 100.00%


EXPORT_SYMBOL(pci_enable_msi_range);

/**
 * pci_enable_msix_range - configure device's MSI-X capability structure
 * @dev: pointer to the pci_dev data structure of MSI-X device function
 * @entries: pointer to an array of MSI-X entries
 * @minvec: minimum number of MSI-X irqs requested
 * @maxvec: maximum number of MSI-X irqs requested
 *
 * Setup the MSI-X capability structure of device function with a maximum
 * possible number of interrupts in the range between @minvec and @maxvec
 * upon its software driver call to request for MSI-X mode enabled on its
 * hardware device function. It returns a negative errno if an error occurs.
 * If it succeeds, it returns the actual number of interrupts allocated and
 * indicates the successful configuration of MSI-X capability structure
 * with new allocated MSI-X interrupts.
 **/


int pci_enable_msix_range(struct pci_dev *dev, struct msix_entry *entries,
			       int minvec, int maxvec)
{
	int nvec = maxvec;
	int rc;

	if (maxvec < minvec)
		return -ERANGE;

	do {
		rc = pci_enable_msix(dev, entries, nvec);
		if (rc < 0) {
			return rc;
		} else if (rc > 0) {
			if (rc < minvec)
				return -ENOSPC;
			nvec = rc;
		}
	} while (rc);

	return nvec;
}
Contributors
Person Tokens Prop Commits CommitProp
alexander gordeev alexander gordeev 95 100.00% 1 100.00%
Total 95 100.00% 1 100.00%


EXPORT_SYMBOL(pci_enable_msix_range);



struct pci_dev *msi_desc_to_pci_dev(struct msi_desc *desc)
{
	return to_pci_dev(desc->dev);
}
Contributors
Person Tokens Prop Commits CommitProp
jiang liu jiang liu 20 100.00% 1 100.00%
Total 20 100.00% 1 100.00%


EXPORT_SYMBOL(msi_desc_to_pci_dev);



void *msi_desc_to_pci_sysdata(struct msi_desc *desc)
{
	struct pci_dev *dev = msi_desc_to_pci_dev(desc);

	return dev->bus->sysdata;
}
Contributors
Person Tokens Prop Commits CommitProp
jiang liu jiang liu 28 100.00% 1 100.00%
Total 28 100.00% 1 100.00%


EXPORT_SYMBOL_GPL(msi_desc_to_pci_sysdata);

#ifdef CONFIG_PCI_MSI_IRQ_DOMAIN
/**
 * pci_msi_domain_write_msg - Helper to write MSI message to PCI config space
 * @irq_data:   Pointer to interrupt data of the MSI interrupt
 * @msg:        Pointer to the message
 */


void pci_msi_domain_write_msg(struct irq_data *irq_data, struct msi_msg *msg)
{
	struct msi_desc *desc = irq_data_get_msi_desc(irq_data);

	/*
         * For MSI-X desc->irq is always equal to irq_data->irq. For
         * MSI only the first interrupt of MULTI MSI passes the test.
         */
	if (desc->irq == irq_data->irq)
		__pci_write_msi_msg(desc, msg);
}

Contributors
Person Tokens Prop Commits CommitProp
jiang liu jiang liu 43 100.00% 2 100.00%
Total 43 100.00% 2 100.00%

/**
 * pci_msi_domain_calc_hwirq - Generate a unique ID for an MSI source
 * @dev:        Pointer to the PCI device
 * @desc:       Pointer to the msi descriptor
 *
 * The ID number is only used within the irqdomain.
 */


irq_hw_number_t pci_msi_domain_calc_hwirq(struct pci_dev *dev,
					  struct msi_desc *desc)
{
	return (irq_hw_number_t)desc->msi_attrib.entry_nr |
		PCI_DEVID(dev->bus->number, dev->devfn) << 11 |
		(pci_domain_nr(dev->bus) & 0xFFFFFFFF) << 27;
}

Contributors
Person Tokens Prop Commits CommitProp
jiang liu jiang liu 53 100.00% 1 100.00%
Total 53 100.00% 1 100.00%



static inline bool pci_msi_desc_is_multi_msi(struct msi_desc *desc)
{
	return !desc->msi_attrib.is_msix && desc->nvec_used > 1;
}

Contributors
Person Tokens Prop Commits CommitProp
jiang liu jiang liu 26 100.00% 1 100.00%
Total 26 100.00% 1 100.00%

/**
 * pci_msi_domain_check_cap - Verify that @domain supports the capabilities for @dev
 * @domain:     The interrupt domain to check
 * @info:       The domain info for verification
 * @dev:        The device to check
 *
 * Returns:
 *  0 if the functionality is supported
 *  1 if Multi MSI is requested, but the domain does not support it
 *  -ENOTSUPP otherwise
 */


int pci_msi_domain_check_cap(struct irq_domain *domain,
			     struct msi_domain_info *info, struct device *dev)
{
	struct msi_desc *desc = first_pci_msi_entry(to_pci_dev(dev));

	/* Special handling to support pci_enable_msi_range() */
	if (pci_msi_desc_is_multi_msi(desc) &&
	    !(info->flags & MSI_FLAG_MULTI_PCI_MSI))
		return 1;
	else if (desc->msi_attrib.is_msix && !(info->flags & MSI_FLAG_PCI_MSIX))
		return -ENOTSUPP;

	return 0;
}

Contributors
Person Tokens Prop Commits CommitProp
jiang liu jiang liu 78 100.00% 1 100.00%
Total 78 100.00% 1 100.00%



static int pci_msi_domain_handle_error(struct irq_domain *domain,
				       struct msi_desc *desc, int error)
{
	/* Special handling to support pci_enable_msi_range() */
	if (pci_msi_desc_is_multi_msi(desc) && error == -ENOSPC)
		return 1;

	return error;
}

Contributors
Person Tokens Prop Commits CommitProp
jiang liu jiang liu 38 100.00% 1 100.00%
Total 38 100.00% 1 100.00%

#ifdef GENERIC_MSI_DOMAIN_OPS


static void pci_msi_domain_set_desc(msi_alloc_info_t *arg,
				    struct msi_desc *desc)
{
	arg->desc = desc;
	arg->hwirq = pci_msi_domain_calc_hwirq(msi_desc_to_pci_dev(desc),
					       desc);
}
Contributors
Person Tokens Prop Commits CommitProp
jiang liu jiang liu 35 100.00% 1 100.00%
Total 35 100.00% 1 100.00%

#else

#define pci_msi_domain_set_desc		NULL
#endif


static struct msi_domain_ops pci_msi_domain_ops_default = {
	.set_desc	= pci_msi_domain_set_desc,
	.msi_check	= pci_msi_domain_check_cap,
	.handle_error	= pci_msi_domain_handle_error,
};



static void pci_msi_domain_update_dom_ops(struct msi_domain_info *info)
{
	struct msi_domain_ops *ops = info->ops;

	if (ops == NULL) {
		info->ops = &pci_msi_domain_ops_default;
	} else {
		if (ops->set_desc == NULL)
			ops->set_desc = pci_msi_domain_set_desc;
		if (ops->msi_check == NULL)
			ops->msi_check = pci_msi_domain_check_cap;
		if (ops->handle_error == NULL)
			ops->handle_error = pci_msi_domain_handle_error;
	}
}

Contributors
Person Tokens Prop Commits CommitProp
jiang liu jiang liu 80 100.00% 1 100.00%
Total 80 100.00% 1 100.00%



static void pci_msi_domain_update_chip_ops(struct msi_domain_info *info)
{
	struct irq_chip *chip = info->chip;

	BUG_ON(!chip);
	if (!chip->irq_write_msi_msg)
		chip->irq_write_msi_msg = pci_msi_domain_write_msg;
	if (!chip->irq_mask)
		chip->irq_mask = pci_msi_mask_irq;
	if (!chip->irq_unmask)
		chip->irq_unmask = pci_msi_unmask_irq;
}

Contributors
Person Tokens Prop Commits CommitProp
jiang liu jiang liu 39 60.00% 1 50.00%
marc zyngier marc zyngier 26 40.00% 1 50.00%
Total 65 100.00% 2 100.00%

/**
 * pci_msi_create_irq_domain - Create a MSI interrupt domain
 * @fwnode:     Optional fwnode of the interrupt controller
 * @info:       MSI domain info
 * @parent:     Parent irq domain
 *
 * Updates the domain and chip ops and creates a MSI interrupt domain.
 *
 * Returns:
 * A domain pointer or NULL in case of failure.
 */


struct irq_domain *pci_msi_create_irq_domain(struct fwnode_handle *fwnode,
					     struct msi_domain_info *info,
					     struct irq_domain *parent)
{
	struct irq_domain *domain;

	if (info->flags & MSI_FLAG_USE_DEF_DOM_OPS)
		pci_msi_domain_update_dom_ops(info);
	if (info->flags & MSI_FLAG_USE_DEF_CHIP_OPS)
		pci_msi_domain_update_chip_ops(info);

	domain = msi_create_irq_domain(fwnode, info, parent);
	if (!domain)
		return NULL;

	domain->bus_token = DOMAIN_BUS_PCI_MSI;
	return domain;
}
Contributors
Person Tokens Prop Commits CommitProp
jiang liu jiang liu 54 66.67% 1 33.33%
marc zyngier marc zyngier 27 33.33% 2 66.67%
Total 81 100.00% 3 100.00%


EXPORT_SYMBOL_GPL(pci_msi_create_irq_domain);

/**
 * pci_msi_domain_alloc_irqs - Allocate interrupts for @dev in @domain
 * @domain:     The interrupt domain to allocate from
 * @dev:        The device for which to allocate
 * @nvec:       The number of interrupts to allocate
 * @type:       Unused to allow simpler migration from the arch_XXX interfaces
 *
 * Returns:
 * A virtual interrupt number or an error code in case of failure
 */


int pci_msi_domain_alloc_irqs(struct irq_domain *domain, struct pci_dev *dev,
			      int nvec, int type)
{
	return msi_domain_alloc_irqs(domain, &dev->dev, nvec);
}

Contributors
Person Tokens Prop Commits CommitProp
jiang liu jiang liu 34 100.00% 1 100.00%
Total 34 100.00% 1 100.00%

/**
 * pci_msi_domain_free_irqs - Free interrupts for @dev in @domain
 * @domain:     The interrupt domain
 * @dev:        The device for which to free interrupts
 */


void pci_msi_domain_free_irqs(struct irq_domain *domain, struct pci_dev *dev)
{
	msi_domain_free_irqs(domain, &dev->dev);
}

Contributors
Person Tokens Prop Commits CommitProp
jiang liu jiang liu 25 100.00% 1 100.00%
Total 25 100.00% 1 100.00%

/**
 * pci_msi_create_default_irq_domain - Create a default MSI interrupt domain
 * @fwnode:     Optional fwnode of the interrupt controller
 * @info:       MSI domain info
 * @parent:     Parent irq domain
 *
 * Returns: A domain pointer or NULL in case of failure. If successful
 * the default PCI/MSI irqdomain pointer is updated.
 */


struct irq_domain *pci_msi_create_default_irq_domain(struct fwnode_handle *fwnode,
		struct msi_domain_info *info, struct irq_domain *parent)
{
	struct irq_domain *domain;

	mutex_lock(&pci_msi_domain_lock);
	if (pci_msi_default_domain) {
		pr_err("PCI: default irq domain for PCI MSI has already been created.\n");
		domain = NULL;
	} else {
		domain = pci_msi_create_irq_domain(fwnode, info, parent);
		pci_msi_default_domain = domain;
	}
	mutex_unlock(&pci_msi_domain_lock);

	return domain;
}

Contributors
Person Tokens Prop Commits CommitProp
jiang liu jiang liu 72 96.00% 1 50.00%
marc zyngier marc zyngier 3 4.00% 1 50.00%
Total 75 100.00% 2 100.00%



static int get_msi_id_cb(struct pci_dev *pdev, u16 alias, void *data)
{
	u32 *pa = data;

	*pa = alias;
	return 0;
}
Contributors
Person Tokens Prop Commits CommitProp
david daney david daney 32 100.00% 1 100.00%
Total 32 100.00% 1 100.00%

/**
 * pci_msi_domain_get_msi_rid - Get the MSI requester id (RID)
 * @domain:     The interrupt domain
 * @pdev:       The PCI device.
 *
 * The RID for a device is formed from the alias, with a firmware
 * supplied mapping applied
 *
 * Returns: The RID.
 */


u32 pci_msi_domain_get_msi_rid(struct irq_domain *domain, struct pci_dev *pdev)
{
	struct device_node *of_node;
	u32 rid = 0;

	pci_for_each_dma_alias(pdev, get_msi_id_cb, &rid);

	of_node = irq_domain_get_of_node(domain);
	if (of_node)
		rid = of_msi_map_rid(&pdev->dev, of_node, rid);

	return rid;
}

Contributors
Person Tokens Prop Commits CommitProp
david daney david daney 63 100.00% 1 100.00%
Total 63 100.00% 1 100.00%

/**
 * pci_msi_get_device_domain - Get the MSI domain for a given PCI device
 * @pdev:       The PCI device
 *
 * Use the firmware data to find a device-specific MSI domain
 * (i.e. not one that is ste as a default).
 *
 * Returns: The coresponding MSI domain or NULL if none has been found.
 */


struct irq_domain *pci_msi_get_device_domain(struct pci_dev *pdev)
{
	u32 rid = 0;

	pci_for_each_dma_alias(pdev, get_msi_id_cb, &rid);
	return of_msi_map_get_device_domain(&pdev->dev, rid);
}
Contributors
Person Tokens Prop Commits CommitProp
marc zyngier marc zyngier 38 100.00% 1 100.00%
Total 38 100.00% 1 100.00%

#endif /* CONFIG_PCI_MSI_IRQ_DOMAIN */
Overall Contributors
Person Tokens Prop Commits CommitProp
jiang liu jiang liu 965 17.97% 14 8.97%
hidetoshi seto hidetoshi seto 571 10.63% 11 7.05%
matthew wilcox matthew wilcox 477 8.88% 10 6.41%
greg kroah-hartman greg kroah-hartman 384 7.15% 3 1.92%
alexander gordeev alexander gordeev 349 6.50% 8 5.13%
andrew morton andrew morton 246 4.58% 1 0.64%
eric w. biederman eric w. biederman 233 4.34% 13 8.33%
neil horman neil horman 187 3.48% 1 0.64%
wang yijing wang yijing 167 3.11% 8 5.13%
ben hutchings ben hutchings 164 3.05% 2 1.28%
roland dreier roland dreier 162 3.02% 3 1.92%
michael ellerman michael ellerman 157 2.92% 12 7.69%
marc zyngier marc zyngier 150 2.79% 7 4.49%
benjamin herrenschmidt benjamin herrenschmidt 101 1.88% 1 0.64%
yinghai lu yinghai lu 101 1.88% 3 1.92%
david daney david daney 99 1.84% 1 0.64%
thierry reding thierry reding 84 1.56% 1 0.64%
konrad rzeszutek wilk konrad rzeszutek wilk 73 1.36% 1 0.64%
adrian bunk adrian bunk 68 1.27% 1 0.64%
bjorn helgaas bjorn helgaas 68 1.27% 11 7.05%
thomas petazzoni thomas petazzoni 65 1.21% 1 0.64%
thomas gleixner thomas gleixner 37 0.69% 5 3.21%
brice goglin brice goglin 37 0.69% 3 1.92%
duan zhenzhong duan zhenzhong 35 0.65% 1 0.64%
david s. miller david s. miller 35 0.65% 1 0.64%
lucas stach lucas stach 33 0.61% 1 0.64%
rafael j. wysocki rafael j. wysocki 33 0.61% 1 0.64%
jan beulich jan beulich 30 0.56% 1 0.64%
mitch a williams mitch a williams 30 0.56% 1 0.64%
romain bezut romain bezut 28 0.52% 1 0.64%
gavin shan gavin shan 27 0.50% 3 1.92%
li shaohua li shaohua 27 0.50% 1 0.64%
mark maule mark maule 24 0.45% 1 0.64%
michael s. tsirkin michael s. tsirkin 23 0.43% 4 2.56%
jake oshins jake oshins 20 0.37% 1 0.64%
dan carpenter dan carpenter 16 0.30% 1 0.64%
andrew patterson andrew patterson 16 0.30% 1 0.64%
alexei starovoitov alexei starovoitov 7 0.13% 1 0.64%
kristen carlson accardi kristen carlson accardi 6 0.11% 1 0.64%
sheng yang sheng yang 6 0.11% 1 0.64%
linas vepstas linas vepstas 5 0.09% 1 0.64%
ashok raj ashok raj 4 0.07% 1 0.64%
lorenzo pieralisi lorenzo pieralisi 4 0.07% 1 0.64%
grant grundler grant grundler 3 0.06% 1 0.64%
paul gortmaker paul gortmaker 3 0.06% 1 0.64%
tejun heo tejun heo 3 0.06% 1 0.64%
kenji kaneshige kenji kaneshige 2 0.04% 2 1.28%
jike song jike song 1 0.02% 1 0.64%
masanari iida masanari iida 1 0.02% 1 0.64%
dan williams dan williams 1 0.02% 1 0.64%
ryan desfosses ryan desfosses 1 0.02% 1 0.64%
tom l. nguyen tom l. nguyen 1 0.02% 1 0.64%
Total 5370 100.00% 156 100.00%
  Directory: drivers/pci

Information contained on this website is for historical information purposes only and does not indicate or represent copyright ownership.
	Person	Tokens	Prop	Commits	CommitProp
jiang liu	jiang liu	16	100.00%	1	100.00%
	Total	16	100.00%	1	100.00%
cregit-Linux how code gets into the kernel

Release 4.7 drivers/pci/msi.c

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Overall Contributors
