Release 4.11 drivers/crypto/ccp/ccp-pci.c

/*
 * AMD Cryptographic Coprocessor (CCP) driver
 *
 * Copyright (C) 2013,2016 Advanced Micro Devices, Inc.
 *
 * Author: Tom Lendacky <thomas.lendacky@amd.com>
 * Author: Gary R Hook <gary.hook@amd.com>
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License version 2 as
 * published by the Free Software Foundation.
 */

#include <linux/module.h>
#include <linux/kernel.h>
#include <linux/device.h>
#include <linux/pci.h>
#include <linux/pci_ids.h>
#include <linux/dma-mapping.h>
#include <linux/kthread.h>
#include <linux/sched.h>
#include <linux/interrupt.h>
#include <linux/spinlock.h>
#include <linux/delay.h>
#include <linux/ccp.h>

#include "ccp-dev.h"


#define MSIX_VECTORS			2


struct ccp_msix {
	
u32 vector;
	
char name[16];
};


struct ccp_pci {
	
int msix_count;
	
struct ccp_msix msix[MSIX_VECTORS];
};



static int ccp_get_msix_irqs(struct ccp_device *ccp)
{
	struct ccp_pci *ccp_pci = ccp->dev_specific;
	struct device *dev = ccp->dev;
	struct pci_dev *pdev = to_pci_dev(dev);
	struct msix_entry msix_entry[MSIX_VECTORS];
	unsigned int name_len = sizeof(ccp_pci->msix[0].name) - 1;
	int v, ret;

	for (v = 0; v < ARRAY_SIZE(msix_entry); v++)
		msix_entry[v].entry = v;

	ret = pci_enable_msix_range(pdev, msix_entry, 1, v);
	if (ret < 0)
		return ret;

	ccp_pci->msix_count = ret;
	for (v = 0; v < ccp_pci->msix_count; v++) {
		/* Set the interrupt names and request the irqs */
		snprintf(ccp_pci->msix[v].name, name_len, "%s-%u",
			 ccp->name, v);
		ccp_pci->msix[v].vector = msix_entry[v].vector;
		ret = request_irq(ccp_pci->msix[v].vector,
				  ccp->vdata->perform->irqhandler,
				  0, ccp_pci->msix[v].name, dev);
		if (ret) {
			dev_notice(dev, "unable to allocate MSI-X IRQ (%d)\n",
				   ret);
			goto e_irq;
		}
	}

	return 0;

e_irq:
	while (v--)
		free_irq(ccp_pci->msix[v].vector, dev);

	pci_disable_msix(pdev);

	ccp_pci->msix_count = 0;

	return ret;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Tom Lendacky
250
92.94%
1
20.00%
Gary R Hook
12
4.46%
2
40.00%
Alexander Gordeev
6
2.23%
1
20.00%
Geliang Tang
1
0.37%
1
20.00%
Total
269
100.00%
5
100.00%



static int ccp_get_msi_irq(struct ccp_device *ccp)
{
	struct device *dev = ccp->dev;
	struct pci_dev *pdev = to_pci_dev(dev);
	int ret;

	ret = pci_enable_msi(pdev);
	if (ret)
		return ret;

	ccp->irq = pdev->irq;
	ret = request_irq(ccp->irq, ccp->vdata->perform->irqhandler, 0,
			  ccp->name, dev);
	if (ret) {
		dev_notice(dev, "unable to allocate MSI IRQ (%d)\n", ret);
		goto e_msi;
	}

	return 0;

e_msi:
	pci_disable_msi(pdev);

	return ret;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Tom Lendacky
100
90.09%
2
40.00%
Gary R Hook
10
9.01%
2
40.00%
Geliang Tang
1
0.90%
1
20.00%
Total
111
100.00%
5
100.00%



static int ccp_get_irqs(struct ccp_device *ccp)
{
	struct device *dev = ccp->dev;
	int ret;

	ret = ccp_get_msix_irqs(ccp);
	if (!ret)
		return 0;

	/* Couldn't get MSI-X vectors, try MSI */
	dev_notice(dev, "could not enable MSI-X (%d), trying MSI\n", ret);
	ret = ccp_get_msi_irq(ccp);
	if (!ret)
		return 0;

	/* Couldn't get MSI interrupt */
	dev_notice(dev, "could not enable MSI (%d)\n", ret);

	return ret;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Tom Lendacky
76
100.00%
1
100.00%
Total
76
100.00%
1
100.00%



static void ccp_free_irqs(struct ccp_device *ccp)
{
	struct ccp_pci *ccp_pci = ccp->dev_specific;
	struct device *dev = ccp->dev;
	struct pci_dev *pdev = to_pci_dev(dev);

	if (ccp_pci->msix_count) {
		while (ccp_pci->msix_count--)
			free_irq(ccp_pci->msix[ccp_pci->msix_count].vector,
				 dev);
		pci_disable_msix(pdev);
	} else if (ccp->irq) {
		free_irq(ccp->irq, dev);
		pci_disable_msi(pdev);
	}
	ccp->irq = 0;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Tom Lendacky
90
86.54%
2
50.00%
Gary R Hook
13
12.50%
1
25.00%
Geliang Tang
1
0.96%
1
25.00%
Total
104
100.00%
4
100.00%



static int ccp_find_mmio_area(struct ccp_device *ccp)
{
	struct device *dev = ccp->dev;
	struct pci_dev *pdev = to_pci_dev(dev);
	resource_size_t io_len;
	unsigned long io_flags;

	io_flags = pci_resource_flags(pdev, ccp->vdata->bar);
	io_len = pci_resource_len(pdev, ccp->vdata->bar);
	if ((io_flags & IORESOURCE_MEM) &&
	    (io_len >= (ccp->vdata->offset + 0x800)))
		return ccp->vdata->bar;

	return -EIO;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Tom Lendacky
75
78.12%
1
33.33%
Gary R Hook
20
20.83%
1
33.33%
Geliang Tang
1
1.04%
1
33.33%
Total
96
100.00%
3
100.00%



static int ccp_pci_probe(struct pci_dev *pdev, const struct pci_device_id *id)
{
	struct ccp_device *ccp;
	struct ccp_pci *ccp_pci;
	struct device *dev = &pdev->dev;
	unsigned int bar;
	int ret;

	ret = -ENOMEM;
	ccp = ccp_alloc_struct(dev);
	if (!ccp)
		goto e_err;

	ccp_pci = devm_kzalloc(dev, sizeof(*ccp_pci), GFP_KERNEL);
	if (!ccp_pci)
		goto e_err;

	ccp->dev_specific = ccp_pci;
	ccp->vdata = (struct ccp_vdata *)id->driver_data;
	if (!ccp->vdata || !ccp->vdata->version) {
		ret = -ENODEV;
		dev_err(dev, "missing driver data\n");
		goto e_err;
	}
	ccp->get_irq = ccp_get_irqs;
	ccp->free_irq = ccp_free_irqs;

	ret = pci_request_regions(pdev, "ccp");
	if (ret) {
		dev_err(dev, "pci_request_regions failed (%d)\n", ret);
		goto e_err;
	}

	ret = pci_enable_device(pdev);
	if (ret) {
		dev_err(dev, "pci_enable_device failed (%d)\n", ret);
		goto e_regions;
	}

	pci_set_master(pdev);

	ret = ccp_find_mmio_area(ccp);
	if (ret < 0)
		goto e_device;
	bar = ret;

	ret = -EIO;
	ccp->io_map = pci_iomap(pdev, bar, 0);
	if (!ccp->io_map) {
		dev_err(dev, "pci_iomap failed\n");
		goto e_device;
	}
	ccp->io_regs = ccp->io_map + ccp->vdata->offset;

	ret = dma_set_mask_and_coherent(dev, DMA_BIT_MASK(48));
	if (ret) {
		ret = dma_set_mask_and_coherent(dev, DMA_BIT_MASK(32));
		if (ret) {
			dev_err(dev, "dma_set_mask_and_coherent failed (%d)\n",
				ret);
			goto e_iomap;
		}
	}

	dev_set_drvdata(dev, ccp);

	if (ccp->vdata->setup)
		ccp->vdata->setup(ccp);

	ret = ccp->vdata->perform->init(ccp);
	if (ret)
		goto e_iomap;

	dev_notice(dev, "enabled\n");

	return 0;

e_iomap:
	pci_iounmap(pdev, ccp->io_map);

e_device:
	pci_disable_device(pdev);

e_regions:
	pci_release_regions(pdev);

e_err:
	dev_notice(dev, "initialization failed\n");
	return ret;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Tom Lendacky
343
82.45%
4
50.00%
Gary R Hook
73
17.55%
4
50.00%
Total
416
100.00%
8
100.00%



static void ccp_pci_remove(struct pci_dev *pdev)
{
	struct device *dev = &pdev->dev;
	struct ccp_device *ccp = dev_get_drvdata(dev);

	if (!ccp)
		return;

	ccp->vdata->perform->destroy(ccp);

	pci_iounmap(pdev, ccp->io_map);

	pci_disable_device(pdev);

	pci_release_regions(pdev);

	dev_notice(dev, "disabled\n");
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Tom Lendacky
67
90.54%
2
66.67%
Gary R Hook
7
9.46%
1
33.33%
Total
74
100.00%
3
100.00%

#ifdef CONFIG_PM


static int ccp_pci_suspend(struct pci_dev *pdev, pm_message_t state)
{
	struct device *dev = &pdev->dev;
	struct ccp_device *ccp = dev_get_drvdata(dev);
	unsigned long flags;
	unsigned int i;

	spin_lock_irqsave(&ccp->cmd_lock, flags);

	ccp->suspending = 1;

	/* Wake all the queue kthreads to prepare for suspend */
	for (i = 0; i < ccp->cmd_q_count; i++)
		wake_up_process(ccp->cmd_q[i].kthread);

	spin_unlock_irqrestore(&ccp->cmd_lock, flags);

	/* Wait for all queue kthreads to say they're done */
	while (!ccp_queues_suspended(ccp))
		wait_event_interruptible(ccp->suspend_queue,
					 ccp_queues_suspended(ccp));

	return 0;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Tom Lendacky
120
100.00%
1
100.00%
Total
120
100.00%
1
100.00%



static int ccp_pci_resume(struct pci_dev *pdev)
{
	struct device *dev = &pdev->dev;
	struct ccp_device *ccp = dev_get_drvdata(dev);
	unsigned long flags;
	unsigned int i;

	spin_lock_irqsave(&ccp->cmd_lock, flags);

	ccp->suspending = 0;

	/* Wake up all the kthreads */
	for (i = 0; i < ccp->cmd_q_count; i++) {
		ccp->cmd_q[i].suspended = 0;
		wake_up_process(ccp->cmd_q[i].kthread);
	}

	spin_unlock_irqrestore(&ccp->cmd_lock, flags);

	return 0;
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Tom Lendacky
109
100.00%
1
100.00%
Total
109
100.00%
1
100.00%

#endif


static const struct pci_device_id ccp_pci_table[] = {
	{ PCI_VDEVICE(AMD, 0x1537), (kernel_ulong_t)&ccpv3 },
	{ PCI_VDEVICE(AMD, 0x1456), (kernel_ulong_t)&ccpv5a },
	{ PCI_VDEVICE(AMD, 0x1468), (kernel_ulong_t)&ccpv5b },
	/* Last entry must be zero */
	{ 0, }
};
MODULE_DEVICE_TABLE(pci, ccp_pci_table);


static struct pci_driver ccp_pci_driver = {
	.name = "ccp",
	.id_table = ccp_pci_table,
	.probe = ccp_pci_probe,
	.remove = ccp_pci_remove,
#ifdef CONFIG_PM
	.suspend = ccp_pci_suspend,
	.resume = ccp_pci_resume,
#endif
};



int ccp_pci_init(void)
{
	return pci_register_driver(&ccp_pci_driver);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Tom Lendacky
14
100.00%
1
100.00%
Total
14
100.00%
1
100.00%



void ccp_pci_exit(void)
{
	pci_unregister_driver(&ccp_pci_driver);
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Tom Lendacky
13
100.00%
1
100.00%
Total
13
100.00%
1
100.00%

Overall Contributors
Person
Tokens
Prop
Commits
CommitProp
Tom Lendacky
1400
88.11%
6
37.50%
Gary R Hook
173
10.89%
7
43.75%
Alexander Gordeev
6
0.38%
1
6.25%
Benoit Taine
6
0.38%
1
6.25%
Geliang Tang
4
0.25%
1
6.25%
Total
1589
100.00%
16
100.00%
Directory: drivers/crypto/ccp

Information contained on this website is for historical information purposes only and does not indicate or represent copyright ownership.