Author | Tokens | Token Proportion | Commits | Commit Proportion |
---|---|---|---|---|
Bharat Kumar Gogada | 2492 | 98.42% | 2 | 33.33% |
Björn Helgaas | 32 | 1.26% | 2 | 33.33% |
Rob Herring | 6 | 0.24% | 1 | 16.67% |
Marc Zyngier | 2 | 0.08% | 1 | 16.67% |
Total | 2532 | 6 |
// SPDX-License-Identifier: GPL-2.0+ /* * PCIe host controller driver for Xilinx Versal CPM DMA Bridge * * (C) Copyright 2019 - 2020, Xilinx, Inc. */ #include <linux/bitfield.h> #include <linux/interrupt.h> #include <linux/irq.h> #include <linux/irqchip.h> #include <linux/irqchip/chained_irq.h> #include <linux/irqdomain.h> #include <linux/kernel.h> #include <linux/module.h> #include <linux/of_address.h> #include <linux/of_pci.h> #include <linux/of_platform.h> #include <linux/pci.h> #include <linux/platform_device.h> #include <linux/pci-ecam.h> #include "../pci.h" /* Register definitions */ #define XILINX_CPM_PCIE_REG_IDR 0x00000E10 #define XILINX_CPM_PCIE_REG_IMR 0x00000E14 #define XILINX_CPM_PCIE_REG_PSCR 0x00000E1C #define XILINX_CPM_PCIE_REG_RPSC 0x00000E20 #define XILINX_CPM_PCIE_REG_RPEFR 0x00000E2C #define XILINX_CPM_PCIE_REG_IDRN 0x00000E38 #define XILINX_CPM_PCIE_REG_IDRN_MASK 0x00000E3C #define XILINX_CPM_PCIE_MISC_IR_STATUS 0x00000340 #define XILINX_CPM_PCIE_MISC_IR_ENABLE 0x00000348 #define XILINX_CPM_PCIE_MISC_IR_LOCAL BIT(1) #define XILINX_CPM_PCIE_IR_STATUS 0x000002A0 #define XILINX_CPM_PCIE_IR_ENABLE 0x000002A8 #define XILINX_CPM_PCIE_IR_LOCAL BIT(0) /* Interrupt registers definitions */ #define XILINX_CPM_PCIE_INTR_LINK_DOWN 0 #define XILINX_CPM_PCIE_INTR_HOT_RESET 3 #define XILINX_CPM_PCIE_INTR_CFG_PCIE_TIMEOUT 4 #define XILINX_CPM_PCIE_INTR_CFG_TIMEOUT 8 #define XILINX_CPM_PCIE_INTR_CORRECTABLE 9 #define XILINX_CPM_PCIE_INTR_NONFATAL 10 #define XILINX_CPM_PCIE_INTR_FATAL 11 #define XILINX_CPM_PCIE_INTR_CFG_ERR_POISON 12 #define XILINX_CPM_PCIE_INTR_PME_TO_ACK_RCVD 15 #define XILINX_CPM_PCIE_INTR_INTX 16 #define XILINX_CPM_PCIE_INTR_PM_PME_RCVD 17 #define XILINX_CPM_PCIE_INTR_SLV_UNSUPP 20 #define XILINX_CPM_PCIE_INTR_SLV_UNEXP 21 #define XILINX_CPM_PCIE_INTR_SLV_COMPL 22 #define XILINX_CPM_PCIE_INTR_SLV_ERRP 23 #define XILINX_CPM_PCIE_INTR_SLV_CMPABT 24 #define XILINX_CPM_PCIE_INTR_SLV_ILLBUR 25 #define XILINX_CPM_PCIE_INTR_MST_DECERR 26 #define XILINX_CPM_PCIE_INTR_MST_SLVERR 27 #define XILINX_CPM_PCIE_INTR_SLV_PCIE_TIMEOUT 28 #define IMR(x) BIT(XILINX_CPM_PCIE_INTR_ ##x) #define XILINX_CPM_PCIE_IMR_ALL_MASK \ ( \ IMR(LINK_DOWN) | \ IMR(HOT_RESET) | \ IMR(CFG_PCIE_TIMEOUT) | \ IMR(CFG_TIMEOUT) | \ IMR(CORRECTABLE) | \ IMR(NONFATAL) | \ IMR(FATAL) | \ IMR(CFG_ERR_POISON) | \ IMR(PME_TO_ACK_RCVD) | \ IMR(INTX) | \ IMR(PM_PME_RCVD) | \ IMR(SLV_UNSUPP) | \ IMR(SLV_UNEXP) | \ IMR(SLV_COMPL) | \ IMR(SLV_ERRP) | \ IMR(SLV_CMPABT) | \ IMR(SLV_ILLBUR) | \ IMR(MST_DECERR) | \ IMR(MST_SLVERR) | \ IMR(SLV_PCIE_TIMEOUT) \ ) #define XILINX_CPM_PCIE_IDR_ALL_MASK 0xFFFFFFFF #define XILINX_CPM_PCIE_IDRN_MASK GENMASK(19, 16) #define XILINX_CPM_PCIE_IDRN_SHIFT 16 /* Root Port Error FIFO Read Register definitions */ #define XILINX_CPM_PCIE_RPEFR_ERR_VALID BIT(18) #define XILINX_CPM_PCIE_RPEFR_REQ_ID GENMASK(15, 0) #define XILINX_CPM_PCIE_RPEFR_ALL_MASK 0xFFFFFFFF /* Root Port Status/control Register definitions */ #define XILINX_CPM_PCIE_REG_RPSC_BEN BIT(0) /* Phy Status/Control Register definitions */ #define XILINX_CPM_PCIE_REG_PSCR_LNKUP BIT(11) enum xilinx_cpm_version { CPM, CPM5, }; /** * struct xilinx_cpm_variant - CPM variant information * @version: CPM version */ struct xilinx_cpm_variant { enum xilinx_cpm_version version; }; /** * struct xilinx_cpm_pcie - PCIe port information * @dev: Device pointer * @reg_base: Bridge Register Base * @cpm_base: CPM System Level Control and Status Register(SLCR) Base * @intx_domain: Legacy IRQ domain pointer * @cpm_domain: CPM IRQ domain pointer * @cfg: Holds mappings of config space window * @intx_irq: legacy interrupt number * @irq: Error interrupt number * @lock: lock protecting shared register access * @variant: CPM version check pointer */ struct xilinx_cpm_pcie { struct device *dev; void __iomem *reg_base; void __iomem *cpm_base; struct irq_domain *intx_domain; struct irq_domain *cpm_domain; struct pci_config_window *cfg; int intx_irq; int irq; raw_spinlock_t lock; const struct xilinx_cpm_variant *variant; }; static u32 pcie_read(struct xilinx_cpm_pcie *port, u32 reg) { return readl_relaxed(port->reg_base + reg); } static void pcie_write(struct xilinx_cpm_pcie *port, u32 val, u32 reg) { writel_relaxed(val, port->reg_base + reg); } static bool cpm_pcie_link_up(struct xilinx_cpm_pcie *port) { return (pcie_read(port, XILINX_CPM_PCIE_REG_PSCR) & XILINX_CPM_PCIE_REG_PSCR_LNKUP); } static void cpm_pcie_clear_err_interrupts(struct xilinx_cpm_pcie *port) { unsigned long val = pcie_read(port, XILINX_CPM_PCIE_REG_RPEFR); if (val & XILINX_CPM_PCIE_RPEFR_ERR_VALID) { dev_dbg(port->dev, "Requester ID %lu\n", val & XILINX_CPM_PCIE_RPEFR_REQ_ID); pcie_write(port, XILINX_CPM_PCIE_RPEFR_ALL_MASK, XILINX_CPM_PCIE_REG_RPEFR); } } static void xilinx_cpm_mask_leg_irq(struct irq_data *data) { struct xilinx_cpm_pcie *port = irq_data_get_irq_chip_data(data); unsigned long flags; u32 mask; u32 val; mask = BIT(data->hwirq + XILINX_CPM_PCIE_IDRN_SHIFT); raw_spin_lock_irqsave(&port->lock, flags); val = pcie_read(port, XILINX_CPM_PCIE_REG_IDRN_MASK); pcie_write(port, (val & (~mask)), XILINX_CPM_PCIE_REG_IDRN_MASK); raw_spin_unlock_irqrestore(&port->lock, flags); } static void xilinx_cpm_unmask_leg_irq(struct irq_data *data) { struct xilinx_cpm_pcie *port = irq_data_get_irq_chip_data(data); unsigned long flags; u32 mask; u32 val; mask = BIT(data->hwirq + XILINX_CPM_PCIE_IDRN_SHIFT); raw_spin_lock_irqsave(&port->lock, flags); val = pcie_read(port, XILINX_CPM_PCIE_REG_IDRN_MASK); pcie_write(port, (val | mask), XILINX_CPM_PCIE_REG_IDRN_MASK); raw_spin_unlock_irqrestore(&port->lock, flags); } static struct irq_chip xilinx_cpm_leg_irq_chip = { .name = "INTx", .irq_mask = xilinx_cpm_mask_leg_irq, .irq_unmask = xilinx_cpm_unmask_leg_irq, }; /** * xilinx_cpm_pcie_intx_map - Set the handler for the INTx and mark IRQ as valid * @domain: IRQ domain * @irq: Virtual IRQ number * @hwirq: HW interrupt number * * Return: Always returns 0. */ static int xilinx_cpm_pcie_intx_map(struct irq_domain *domain, unsigned int irq, irq_hw_number_t hwirq) { irq_set_chip_and_handler(irq, &xilinx_cpm_leg_irq_chip, handle_level_irq); irq_set_chip_data(irq, domain->host_data); irq_set_status_flags(irq, IRQ_LEVEL); return 0; } /* INTx IRQ Domain operations */ static const struct irq_domain_ops intx_domain_ops = { .map = xilinx_cpm_pcie_intx_map, }; static void xilinx_cpm_pcie_intx_flow(struct irq_desc *desc) { struct xilinx_cpm_pcie *port = irq_desc_get_handler_data(desc); struct irq_chip *chip = irq_desc_get_chip(desc); unsigned long val; int i; chained_irq_enter(chip, desc); val = FIELD_GET(XILINX_CPM_PCIE_IDRN_MASK, pcie_read(port, XILINX_CPM_PCIE_REG_IDRN)); for_each_set_bit(i, &val, PCI_NUM_INTX) generic_handle_domain_irq(port->intx_domain, i); chained_irq_exit(chip, desc); } static void xilinx_cpm_mask_event_irq(struct irq_data *d) { struct xilinx_cpm_pcie *port = irq_data_get_irq_chip_data(d); u32 val; raw_spin_lock(&port->lock); val = pcie_read(port, XILINX_CPM_PCIE_REG_IMR); val &= ~BIT(d->hwirq); pcie_write(port, val, XILINX_CPM_PCIE_REG_IMR); raw_spin_unlock(&port->lock); } static void xilinx_cpm_unmask_event_irq(struct irq_data *d) { struct xilinx_cpm_pcie *port = irq_data_get_irq_chip_data(d); u32 val; raw_spin_lock(&port->lock); val = pcie_read(port, XILINX_CPM_PCIE_REG_IMR); val |= BIT(d->hwirq); pcie_write(port, val, XILINX_CPM_PCIE_REG_IMR); raw_spin_unlock(&port->lock); } static struct irq_chip xilinx_cpm_event_irq_chip = { .name = "RC-Event", .irq_mask = xilinx_cpm_mask_event_irq, .irq_unmask = xilinx_cpm_unmask_event_irq, }; static int xilinx_cpm_pcie_event_map(struct irq_domain *domain, unsigned int irq, irq_hw_number_t hwirq) { irq_set_chip_and_handler(irq, &xilinx_cpm_event_irq_chip, handle_level_irq); irq_set_chip_data(irq, domain->host_data); irq_set_status_flags(irq, IRQ_LEVEL); return 0; } static const struct irq_domain_ops event_domain_ops = { .map = xilinx_cpm_pcie_event_map, }; static void xilinx_cpm_pcie_event_flow(struct irq_desc *desc) { struct xilinx_cpm_pcie *port = irq_desc_get_handler_data(desc); struct irq_chip *chip = irq_desc_get_chip(desc); unsigned long val; int i; chained_irq_enter(chip, desc); val = pcie_read(port, XILINX_CPM_PCIE_REG_IDR); val &= pcie_read(port, XILINX_CPM_PCIE_REG_IMR); for_each_set_bit(i, &val, 32) generic_handle_domain_irq(port->cpm_domain, i); pcie_write(port, val, XILINX_CPM_PCIE_REG_IDR); if (port->variant->version == CPM5) { val = readl_relaxed(port->cpm_base + XILINX_CPM_PCIE_IR_STATUS); if (val) writel_relaxed(val, port->cpm_base + XILINX_CPM_PCIE_IR_STATUS); } /* * XILINX_CPM_PCIE_MISC_IR_STATUS register is mapped to * CPM SLCR block. */ val = readl_relaxed(port->cpm_base + XILINX_CPM_PCIE_MISC_IR_STATUS); if (val) writel_relaxed(val, port->cpm_base + XILINX_CPM_PCIE_MISC_IR_STATUS); chained_irq_exit(chip, desc); } #define _IC(x, s) \ [XILINX_CPM_PCIE_INTR_ ## x] = { __stringify(x), s } static const struct { const char *sym; const char *str; } intr_cause[32] = { _IC(LINK_DOWN, "Link Down"), _IC(HOT_RESET, "Hot reset"), _IC(CFG_TIMEOUT, "ECAM access timeout"), _IC(CORRECTABLE, "Correctable error message"), _IC(NONFATAL, "Non fatal error message"), _IC(FATAL, "Fatal error message"), _IC(SLV_UNSUPP, "Slave unsupported request"), _IC(SLV_UNEXP, "Slave unexpected completion"), _IC(SLV_COMPL, "Slave completion timeout"), _IC(SLV_ERRP, "Slave Error Poison"), _IC(SLV_CMPABT, "Slave Completer Abort"), _IC(SLV_ILLBUR, "Slave Illegal Burst"), _IC(MST_DECERR, "Master decode error"), _IC(MST_SLVERR, "Master slave error"), _IC(CFG_PCIE_TIMEOUT, "PCIe ECAM access timeout"), _IC(CFG_ERR_POISON, "ECAM poisoned completion received"), _IC(PME_TO_ACK_RCVD, "PME_TO_ACK message received"), _IC(PM_PME_RCVD, "PM_PME message received"), _IC(SLV_PCIE_TIMEOUT, "PCIe completion timeout received"), }; static irqreturn_t xilinx_cpm_pcie_intr_handler(int irq, void *dev_id) { struct xilinx_cpm_pcie *port = dev_id; struct device *dev = port->dev; struct irq_data *d; d = irq_domain_get_irq_data(port->cpm_domain, irq); switch (d->hwirq) { case XILINX_CPM_PCIE_INTR_CORRECTABLE: case XILINX_CPM_PCIE_INTR_NONFATAL: case XILINX_CPM_PCIE_INTR_FATAL: cpm_pcie_clear_err_interrupts(port); fallthrough; default: if (intr_cause[d->hwirq].str) dev_warn(dev, "%s\n", intr_cause[d->hwirq].str); else dev_warn(dev, "Unknown IRQ %ld\n", d->hwirq); } return IRQ_HANDLED; } static void xilinx_cpm_free_irq_domains(struct xilinx_cpm_pcie *port) { if (port->intx_domain) { irq_domain_remove(port->intx_domain); port->intx_domain = NULL; } if (port->cpm_domain) { irq_domain_remove(port->cpm_domain); port->cpm_domain = NULL; } } /** * xilinx_cpm_pcie_init_irq_domain - Initialize IRQ domain * @port: PCIe port information * * Return: '0' on success and error value on failure */ static int xilinx_cpm_pcie_init_irq_domain(struct xilinx_cpm_pcie *port) { struct device *dev = port->dev; struct device_node *node = dev->of_node; struct device_node *pcie_intc_node; /* Setup INTx */ pcie_intc_node = of_get_next_child(node, NULL); if (!pcie_intc_node) { dev_err(dev, "No PCIe Intc node found\n"); return -EINVAL; } port->cpm_domain = irq_domain_add_linear(pcie_intc_node, 32, &event_domain_ops, port); if (!port->cpm_domain) goto out; irq_domain_update_bus_token(port->cpm_domain, DOMAIN_BUS_NEXUS); port->intx_domain = irq_domain_add_linear(pcie_intc_node, PCI_NUM_INTX, &intx_domain_ops, port); if (!port->intx_domain) goto out; irq_domain_update_bus_token(port->intx_domain, DOMAIN_BUS_WIRED); of_node_put(pcie_intc_node); raw_spin_lock_init(&port->lock); return 0; out: xilinx_cpm_free_irq_domains(port); of_node_put(pcie_intc_node); dev_err(dev, "Failed to allocate IRQ domains\n"); return -ENOMEM; } static int xilinx_cpm_setup_irq(struct xilinx_cpm_pcie *port) { struct device *dev = port->dev; struct platform_device *pdev = to_platform_device(dev); int i, irq; port->irq = platform_get_irq(pdev, 0); if (port->irq < 0) return port->irq; for (i = 0; i < ARRAY_SIZE(intr_cause); i++) { int err; if (!intr_cause[i].str) continue; irq = irq_create_mapping(port->cpm_domain, i); if (!irq) { dev_err(dev, "Failed to map interrupt\n"); return -ENXIO; } err = devm_request_irq(dev, irq, xilinx_cpm_pcie_intr_handler, 0, intr_cause[i].sym, port); if (err) { dev_err(dev, "Failed to request IRQ %d\n", irq); return err; } } port->intx_irq = irq_create_mapping(port->cpm_domain, XILINX_CPM_PCIE_INTR_INTX); if (!port->intx_irq) { dev_err(dev, "Failed to map INTx interrupt\n"); return -ENXIO; } /* Plug the INTx chained handler */ irq_set_chained_handler_and_data(port->intx_irq, xilinx_cpm_pcie_intx_flow, port); /* Plug the main event chained handler */ irq_set_chained_handler_and_data(port->irq, xilinx_cpm_pcie_event_flow, port); return 0; } /** * xilinx_cpm_pcie_init_port - Initialize hardware * @port: PCIe port information */ static void xilinx_cpm_pcie_init_port(struct xilinx_cpm_pcie *port) { if (cpm_pcie_link_up(port)) dev_info(port->dev, "PCIe Link is UP\n"); else dev_info(port->dev, "PCIe Link is DOWN\n"); /* Disable all interrupts */ pcie_write(port, ~XILINX_CPM_PCIE_IDR_ALL_MASK, XILINX_CPM_PCIE_REG_IMR); /* Clear pending interrupts */ pcie_write(port, pcie_read(port, XILINX_CPM_PCIE_REG_IDR) & XILINX_CPM_PCIE_IMR_ALL_MASK, XILINX_CPM_PCIE_REG_IDR); /* * XILINX_CPM_PCIE_MISC_IR_ENABLE register is mapped to * CPM SLCR block. */ writel(XILINX_CPM_PCIE_MISC_IR_LOCAL, port->cpm_base + XILINX_CPM_PCIE_MISC_IR_ENABLE); if (port->variant->version == CPM5) { writel(XILINX_CPM_PCIE_IR_LOCAL, port->cpm_base + XILINX_CPM_PCIE_IR_ENABLE); } /* Enable the Bridge enable bit */ pcie_write(port, pcie_read(port, XILINX_CPM_PCIE_REG_RPSC) | XILINX_CPM_PCIE_REG_RPSC_BEN, XILINX_CPM_PCIE_REG_RPSC); } /** * xilinx_cpm_pcie_parse_dt - Parse Device tree * @port: PCIe port information * @bus_range: Bus resource * * Return: '0' on success and error value on failure */ static int xilinx_cpm_pcie_parse_dt(struct xilinx_cpm_pcie *port, struct resource *bus_range) { struct device *dev = port->dev; struct platform_device *pdev = to_platform_device(dev); struct resource *res; port->cpm_base = devm_platform_ioremap_resource_byname(pdev, "cpm_slcr"); if (IS_ERR(port->cpm_base)) return PTR_ERR(port->cpm_base); res = platform_get_resource_byname(pdev, IORESOURCE_MEM, "cfg"); if (!res) return -ENXIO; port->cfg = pci_ecam_create(dev, res, bus_range, &pci_generic_ecam_ops); if (IS_ERR(port->cfg)) return PTR_ERR(port->cfg); if (port->variant->version == CPM5) { port->reg_base = devm_platform_ioremap_resource_byname(pdev, "cpm_csr"); if (IS_ERR(port->reg_base)) return PTR_ERR(port->reg_base); } else { port->reg_base = port->cfg->win; } return 0; } static void xilinx_cpm_free_interrupts(struct xilinx_cpm_pcie *port) { irq_set_chained_handler_and_data(port->intx_irq, NULL, NULL); irq_set_chained_handler_and_data(port->irq, NULL, NULL); } /** * xilinx_cpm_pcie_probe - Probe function * @pdev: Platform device pointer * * Return: '0' on success and error value on failure */ static int xilinx_cpm_pcie_probe(struct platform_device *pdev) { struct xilinx_cpm_pcie *port; struct device *dev = &pdev->dev; struct pci_host_bridge *bridge; struct resource_entry *bus; int err; bridge = devm_pci_alloc_host_bridge(dev, sizeof(*port)); if (!bridge) return -ENODEV; port = pci_host_bridge_priv(bridge); port->dev = dev; err = xilinx_cpm_pcie_init_irq_domain(port); if (err) return err; bus = resource_list_first_type(&bridge->windows, IORESOURCE_BUS); if (!bus) return -ENODEV; port->variant = of_device_get_match_data(dev); err = xilinx_cpm_pcie_parse_dt(port, bus->res); if (err) { dev_err(dev, "Parsing DT failed\n"); goto err_parse_dt; } xilinx_cpm_pcie_init_port(port); err = xilinx_cpm_setup_irq(port); if (err) { dev_err(dev, "Failed to set up interrupts\n"); goto err_setup_irq; } bridge->sysdata = port->cfg; bridge->ops = (struct pci_ops *)&pci_generic_ecam_ops.pci_ops; err = pci_host_probe(bridge); if (err < 0) goto err_host_bridge; return 0; err_host_bridge: xilinx_cpm_free_interrupts(port); err_setup_irq: pci_ecam_free(port->cfg); err_parse_dt: xilinx_cpm_free_irq_domains(port); return err; } static const struct xilinx_cpm_variant cpm_host = { .version = CPM, }; static const struct xilinx_cpm_variant cpm5_host = { .version = CPM5, }; static const struct of_device_id xilinx_cpm_pcie_of_match[] = { { .compatible = "xlnx,versal-cpm-host-1.00", .data = &cpm_host, }, { .compatible = "xlnx,versal-cpm5-host", .data = &cpm5_host, }, {} }; static struct platform_driver xilinx_cpm_pcie_driver = { .driver = { .name = "xilinx-cpm-pcie", .of_match_table = xilinx_cpm_pcie_of_match, .suppress_bind_attrs = true, }, .probe = xilinx_cpm_pcie_probe, }; builtin_platform_driver(xilinx_cpm_pcie_driver);
Information contained on this website is for historical information purposes only and does not indicate or represent copyright ownership.
Created with Cregit http://github.com/cregit/cregit
Version 2.0-RC1