Release 4.14 arch/blackfin/kernel/bfin_dma.c

/*
 * bfin_dma.c - Blackfin DMA implementation
 *
 * Copyright 2004-2008 Analog Devices Inc.
 *
 * Licensed under the GPL-2 or later.
 */

#include <linux/errno.h>
#include <linux/interrupt.h>
#include <linux/kernel.h>
#include <linux/module.h>
#include <linux/param.h>
#include <linux/proc_fs.h>
#include <linux/sched.h>
#include <linux/seq_file.h>
#include <linux/spinlock.h>

#include <asm/blackfin.h>
#include <asm/cacheflush.h>
#include <asm/dma.h>
#include <linux/uaccess.h>
#include <asm/early_printk.h>

/*
 * To make sure we work around 05000119 - we always check DMA_DONE bit,
 * never the DMA_RUN bit
 */


struct dma_channel dma_ch[MAX_DMA_CHANNELS];

EXPORT_SYMBOL(dma_ch);



static int __init blackfin_dma_init(void)
{
	int i;

	printk(KERN_INFO "Blackfin DMA Controller\n");


#if ANOMALY_05000480
	bfin_write_DMAC_TC_PER(0x0111);
#endif

	for (i = 0; i < MAX_DMA_CHANNELS; i++) {
		atomic_set(&dma_ch[i].chan_status, 0);
		dma_ch[i].regs = dma_io_base_addr[i];
	}
#if defined(CH_MEM_STREAM3_SRC) && defined(CONFIG_BF60x)
	/* Mark MEMDMA Channel 3 as requested since we're using it internally */
	request_dma(CH_MEM_STREAM3_DEST, "Blackfin dma_memcpy");
	request_dma(CH_MEM_STREAM3_SRC, "Blackfin dma_memcpy");
#else
	/* Mark MEMDMA Channel 0 as requested since we're using it internally */
	request_dma(CH_MEM_STREAM0_DEST, "Blackfin dma_memcpy");
	request_dma(CH_MEM_STREAM0_SRC, "Blackfin dma_memcpy");
#endif

#if defined(CONFIG_DEB_DMA_URGENT)
	bfin_write_EBIU_DDRQUE(bfin_read_EBIU_DDRQUE()
			 | DEB1_URGENT | DEB2_URGENT | DEB3_URGENT);
#endif

	return 0;
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Bryan Wu
52
38.24%
1
9.09%
Michael Hennerich
25
18.38%
2
18.18%
Bob Liu
20
14.71%
1
9.09%
Steven Miao
20
14.71%
2
18.18%
Graf Yang
10
7.35%
1
9.09%
Mike Frysinger
8
5.88%
3
27.27%
Bernd Schmidt
1
0.74%
1
9.09%
Total
136
100.00%
11
100.00%


arch_initcall(blackfin_dma_init);

#ifdef CONFIG_PROC_FS


static int proc_dma_show(struct seq_file *m, void *v)
{
	int i;

	for (i = 0; i < MAX_DMA_CHANNELS; ++i)
		if (dma_channel_active(i))
			seq_printf(m, "%2d: %s\n", i, dma_ch[i].device_id);

	return 0;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Graf Yang
53
92.98%
1
33.33%
Mike Frysinger
4
7.02%
2
66.67%
Total
57
100.00%
3
100.00%



static int proc_dma_open(struct inode *inode, struct file *file)
{
	return single_open(file, proc_dma_show, NULL);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Graf Yang
26
100.00%
1
100.00%
Total
26
100.00%
1
100.00%


static const struct file_operations proc_dma_operations = {
	.open		= proc_dma_open,
	.read		= seq_read,
	.llseek		= seq_lseek,
	.release	= single_release,
};



static int __init proc_dma_init(void)
{
	proc_create("dma", 0, NULL, &proc_dma_operations);
	return 0;
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Graf Yang
21
87.50%
1
50.00%
Steven Miao
3
12.50%
1
50.00%
Total
24
100.00%
2
100.00%


late_initcall(proc_dma_init);
#endif



static void set_dma_peripheral_map(unsigned int channel, const char *device_id)
{
#ifdef CONFIG_BF54x
	unsigned int per_map;

	switch (channel) {
		case CH_UART2_RX: per_map = 0xC << 12; break;
		case CH_UART2_TX: per_map = 0xD << 12; break;
		case CH_UART3_RX: per_map = 0xE << 12; break;
		case CH_UART3_TX: per_map = 0xF << 12; break;
		default:          return;
	}

	if (strncmp(device_id, "BFIN_UART", 9) == 0)
		dma_ch[channel].regs->peripheral_map = per_map;
#endif
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Steven Miao
96
100.00%
1
100.00%
Total
96
100.00%
1
100.00%

/**
 *      request_dma - request a DMA channel
 *
 * Request the specific DMA channel from the system if it's available.
 */


int request_dma(unsigned int channel, const char *device_id)
{
	pr_debug("request_dma() : BEGIN\n");

	if (device_id == NULL)
		printk(KERN_WARNING "request_dma(%u): no device_id given\n", channel);

#if defined(CONFIG_BF561) && ANOMALY_05000182
	if (channel >= CH_IMEM_STREAM0_DEST && channel <= CH_IMEM_STREAM1_DEST) {
		if (get_cclk() > 500000000) {
			printk(KERN_WARNING
			       "Request IMDMA failed due to ANOMALY 05000182\n");
			return -EFAULT;
		}
	}
#endif

	if (atomic_cmpxchg(&dma_ch[channel].chan_status, 0, 1)) {
		pr_debug("DMA CHANNEL IN USE\n");
		return -EBUSY;
	}

	set_dma_peripheral_map(channel, device_id);
	dma_ch[channel].device_id = device_id;
	dma_ch[channel].irq = 0;

	/* This is to be enabled by putting a restriction -
         * you have to request DMA, before doing any operations on
         * descriptor/channel
         */
	pr_debug("request_dma() : END\n");
	return 0;
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Bryan Wu
59
43.38%
1
10.00%
Michael Hennerich
41
30.15%
1
10.00%
Graf Yang
14
10.29%
1
10.00%
Mike Frysinger
11
8.09%
3
30.00%
Sonic Zhang
4
2.94%
1
10.00%
Steven Miao
3
2.21%
1
10.00%
Frans Pop
3
2.21%
1
10.00%
Michael McTernan
1
0.74%
1
10.00%
Total
136
100.00%
10
100.00%


EXPORT_SYMBOL(request_dma);



int set_dma_callback(unsigned int channel, irq_handler_t callback, void *data)
{
	int ret;
	unsigned int irq;

	BUG_ON(channel >= MAX_DMA_CHANNELS || !callback ||
			!atomic_read(&dma_ch[channel].chan_status));

	irq = channel2irq(channel);
	ret = request_irq(irq, callback, 0, dma_ch[channel].device_id, data);
	if (ret)
		return ret;

	dma_ch[channel].irq = irq;
	dma_ch[channel].data = data;

	return 0;
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Bryan Wu
54
54.00%
1
14.29%
Mike Frysinger
40
40.00%
4
57.14%
Roel Kluin
4
4.00%
1
14.29%
Michael Hennerich
2
2.00%
1
14.29%
Total
100
100.00%
7
100.00%


EXPORT_SYMBOL(set_dma_callback);

/**
 *      clear_dma_buffer - clear DMA fifos for specified channel
 *
 * Set the Buffer Clear bit in the Configuration register of specific DMA
 * channel. This will stop the descriptor based DMA operation.
 */


static void clear_dma_buffer(unsigned int channel)
{
	dma_ch[channel].regs->cfg |= RESTART;
	SSYNC();
	dma_ch[channel].regs->cfg &= ~RESTART;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Mike Frysinger
36
100.00%
1
100.00%
Total
36
100.00%
1
100.00%



void free_dma(unsigned int channel)
{
	pr_debug("freedma() : BEGIN\n");
	BUG_ON(channel >= MAX_DMA_CHANNELS ||
			!atomic_read(&dma_ch[channel].chan_status));

	/* Halt the DMA */
	disable_dma(channel);
	clear_dma_buffer(channel);

	if (dma_ch[channel].irq)
		free_irq(dma_ch[channel].irq, dma_ch[channel].data);

	/* Clear the DMA Variable in the Channel */
	atomic_set(&dma_ch[channel].chan_status, 0);

	pr_debug("freedma() : END\n");
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Bryan Wu
68
76.40%
1
16.67%
Mike Frysinger
9
10.11%
2
33.33%
Michael Hennerich
6
6.74%
1
16.67%
Roel Kluin
4
4.49%
1
16.67%
Frans Pop
2
2.25%
1
16.67%
Total
89
100.00%
6
100.00%


EXPORT_SYMBOL(free_dma);

#ifdef CONFIG_PM
# ifndef MAX_DMA_SUSPEND_CHANNELS

#  define MAX_DMA_SUSPEND_CHANNELS MAX_DMA_CHANNELS
# endif
# ifndef CONFIG_BF60x


int blackfin_dma_suspend(void)
{
	int i;

	for (i = 0; i < MAX_DMA_CHANNELS; ++i) {
		if (dma_ch[i].regs->cfg & DMAEN) {
			printk(KERN_ERR "DMA Channel %d failed to suspend\n", i);
			return -EBUSY;
		}
		if (i < MAX_DMA_SUSPEND_CHANNELS)
			dma_ch[i].saved_peripheral_map = dma_ch[i].regs->peripheral_map;
	}

#if ANOMALY_05000480
	bfin_write_DMAC_TC_PER(0x0);
#endif
	return 0;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Michael Hennerich
64
73.56%
1
25.00%
Mike Frysinger
13
14.94%
2
50.00%
Bob Liu
10
11.49%
1
25.00%
Total
87
100.00%
4
100.00%



void blackfin_dma_resume(void)
{
	int i;

	for (i = 0; i < MAX_DMA_CHANNELS; ++i) {
		dma_ch[i].regs->cfg = 0;
		if (i < MAX_DMA_SUSPEND_CHANNELS)
			dma_ch[i].regs->peripheral_map = dma_ch[i].saved_peripheral_map;
	}
#if ANOMALY_05000480
	bfin_write_DMAC_TC_PER(0x0111);
#endif
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Michael Hennerich
57
83.82%
2
50.00%
Bob Liu
10
14.71%
1
25.00%
Mike Frysinger
1
1.47%
1
25.00%
Total
68
100.00%
4
100.00%

# else


int blackfin_dma_suspend(void)
{
	return 0;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Bob Liu
10
100.00%
1
100.00%
Total
10
100.00%
1
100.00%



void blackfin_dma_resume(void)
{
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Bob Liu
6
100.00%
1
100.00%
Total
6
100.00%
1
100.00%

#endif
#endif

/**
 *      blackfin_dma_early_init - minimal DMA init
 *
 * Setup a few DMA registers so we can safely do DMA transfers early on in
 * the kernel booting process.  Really this just means using dma_memcpy().
 */


void __init blackfin_dma_early_init(void)
{
	early_shadow_stamp();
	bfin_write_MDMA_S0_CONFIG(0);
	bfin_write_MDMA_S1_CONFIG(0);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Mike Frysinger
12
57.14%
1
33.33%
Robin Getz
9
42.86%
2
66.67%
Total
21
100.00%
3
100.00%



void __init early_dma_memcpy(void *pdst, const void *psrc, size_t size)
{
	unsigned long dst = (unsigned long)pdst;
	unsigned long src = (unsigned long)psrc;
	struct dma_register *dst_ch, *src_ch;

	early_shadow_stamp();

	/* We assume that everything is 4 byte aligned, so include
         * a basic sanity check
         */
	BUG_ON(dst % 4);
	BUG_ON(src % 4);
	BUG_ON(size % 4);

	src_ch = 0;
	/* Find an avalible memDMA channel */
	while (1) {
		if (src_ch == (struct dma_register *)MDMA_S0_NEXT_DESC_PTR) {
			dst_ch = (struct dma_register *)MDMA_D1_NEXT_DESC_PTR;
			src_ch = (struct dma_register *)MDMA_S1_NEXT_DESC_PTR;
		} else {
			dst_ch = (struct dma_register *)MDMA_D0_NEXT_DESC_PTR;
			src_ch = (struct dma_register *)MDMA_S0_NEXT_DESC_PTR;
		}

		if (!DMA_MMR_READ(&src_ch->cfg))
			break;
		else if (DMA_MMR_READ(&dst_ch->irq_status) & DMA_DONE) {
			DMA_MMR_WRITE(&src_ch->cfg, 0);
			break;
		}
	}

	/* Force a sync in case a previous config reset on this channel
         * occurred.  This is needed so subsequent writes to DMA registers
         * are not spuriously lost/corrupted.
         */
	__builtin_bfin_ssync();

	/* Destination */
	bfin_write32(&dst_ch->start_addr, dst);
	DMA_MMR_WRITE(&dst_ch->x_count, size >> 2);
	DMA_MMR_WRITE(&dst_ch->x_modify, 1 << 2);
	DMA_MMR_WRITE(&dst_ch->irq_status, DMA_DONE | DMA_ERR);

	/* Source */
	bfin_write32(&src_ch->start_addr, src);
	DMA_MMR_WRITE(&src_ch->x_count, size >> 2);
	DMA_MMR_WRITE(&src_ch->x_modify, 1 << 2);
	DMA_MMR_WRITE(&src_ch->irq_status, DMA_DONE | DMA_ERR);

	/* Enable */
	DMA_MMR_WRITE(&src_ch->cfg, DMAEN | WDSIZE_32);
	DMA_MMR_WRITE(&dst_ch->cfg, WNR | DI_EN_X | DMAEN | WDSIZE_32);

	/* Since we are atomic now, don't use the workaround ssync */
	__builtin_bfin_ssync();

#ifdef CONFIG_BF60x
	/* Work around a possible MDMA anomaly. Running 2 MDMA channels to
         * transfer DDR data to L1 SRAM may corrupt data.
         * Should be reverted after this issue is root caused.
         */
	while (!(DMA_MMR_READ(&dst_ch->irq_status) & DMA_DONE))
		continue;
#endif
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Robin Getz
278
85.54%
2
50.00%
Bob Liu
34
10.46%
1
25.00%
Mike Frysinger
13
4.00%
1
25.00%
Total
325
100.00%
4
100.00%



void __init early_dma_memcpy_done(void)
{
	early_shadow_stamp();

	while ((bfin_read_MDMA_S0_CONFIG() && !(bfin_read_MDMA_D0_IRQ_STATUS() & DMA_DONE)) ||
	       (bfin_read_MDMA_S1_CONFIG() && !(bfin_read_MDMA_D1_IRQ_STATUS() & DMA_DONE)))
		continue;

	bfin_write_MDMA_D0_IRQ_STATUS(DMA_DONE | DMA_ERR);
	bfin_write_MDMA_D1_IRQ_STATUS(DMA_DONE | DMA_ERR);
	/*
         * Now that DMA is done, we would normally flush cache, but
         * i/d cache isn't running this early, so we don't bother,
         * and just clear out the DMA channel for next time
         */
	bfin_write_MDMA_S0_CONFIG(0);
	bfin_write_MDMA_S1_CONFIG(0);
	bfin_write_MDMA_D0_CONFIG(0);
	bfin_write_MDMA_D1_CONFIG(0);

	__builtin_bfin_ssync();
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Robin Getz
77
98.72%
2
66.67%
Mike Frysinger
1
1.28%
1
33.33%
Total
78
100.00%
3
100.00%

#if defined(CH_MEM_STREAM3_SRC) && defined(CONFIG_BF60x)

#define bfin_read_MDMA_S_CONFIG bfin_read_MDMA_S3_CONFIG

#define bfin_write_MDMA_S_CONFIG bfin_write_MDMA_S3_CONFIG

#define bfin_write_MDMA_S_START_ADDR bfin_write_MDMA_S3_START_ADDR

#define bfin_write_MDMA_S_IRQ_STATUS bfin_write_MDMA_S3_IRQ_STATUS

#define bfin_write_MDMA_S_X_COUNT bfin_write_MDMA_S3_X_COUNT

#define bfin_write_MDMA_S_X_MODIFY bfin_write_MDMA_S3_X_MODIFY

#define bfin_write_MDMA_S_Y_COUNT bfin_write_MDMA_S3_Y_COUNT

#define bfin_write_MDMA_S_Y_MODIFY bfin_write_MDMA_S3_Y_MODIFY

#define bfin_write_MDMA_D_CONFIG bfin_write_MDMA_D3_CONFIG

#define bfin_write_MDMA_D_START_ADDR bfin_write_MDMA_D3_START_ADDR

#define bfin_read_MDMA_D_IRQ_STATUS bfin_read_MDMA_D3_IRQ_STATUS

#define bfin_write_MDMA_D_IRQ_STATUS bfin_write_MDMA_D3_IRQ_STATUS

#define bfin_write_MDMA_D_X_COUNT bfin_write_MDMA_D3_X_COUNT

#define bfin_write_MDMA_D_X_MODIFY bfin_write_MDMA_D3_X_MODIFY

#define bfin_write_MDMA_D_Y_COUNT bfin_write_MDMA_D3_Y_COUNT

#define bfin_write_MDMA_D_Y_MODIFY bfin_write_MDMA_D3_Y_MODIFY
#else

#define bfin_read_MDMA_S_CONFIG bfin_read_MDMA_S0_CONFIG

#define bfin_write_MDMA_S_CONFIG bfin_write_MDMA_S0_CONFIG

#define bfin_write_MDMA_S_START_ADDR bfin_write_MDMA_S0_START_ADDR

#define bfin_write_MDMA_S_IRQ_STATUS bfin_write_MDMA_S0_IRQ_STATUS

#define bfin_write_MDMA_S_X_COUNT bfin_write_MDMA_S0_X_COUNT

#define bfin_write_MDMA_S_X_MODIFY bfin_write_MDMA_S0_X_MODIFY

#define bfin_write_MDMA_S_Y_COUNT bfin_write_MDMA_S0_Y_COUNT

#define bfin_write_MDMA_S_Y_MODIFY bfin_write_MDMA_S0_Y_MODIFY

#define bfin_write_MDMA_D_CONFIG bfin_write_MDMA_D0_CONFIG

#define bfin_write_MDMA_D_START_ADDR bfin_write_MDMA_D0_START_ADDR

#define bfin_read_MDMA_D_IRQ_STATUS bfin_read_MDMA_D0_IRQ_STATUS

#define bfin_write_MDMA_D_IRQ_STATUS bfin_write_MDMA_D0_IRQ_STATUS

#define bfin_write_MDMA_D_X_COUNT bfin_write_MDMA_D0_X_COUNT

#define bfin_write_MDMA_D_X_MODIFY bfin_write_MDMA_D0_X_MODIFY

#define bfin_write_MDMA_D_Y_COUNT bfin_write_MDMA_D0_Y_COUNT

#define bfin_write_MDMA_D_Y_MODIFY bfin_write_MDMA_D0_Y_MODIFY
#endif

/**
 *      __dma_memcpy - program the MDMA registers
 *
 * Actually program MDMA0 and wait for the transfer to finish.  Disable IRQs
 * while programming registers so that everything is fully configured.  Wait
 * for DMA to finish with IRQs enabled.  If interrupted, the initial DMA_DONE
 * check will make sure we don't clobber any existing transfer.
 */


static void __dma_memcpy(u32 daddr, s16 dmod, u32 saddr, s16 smod, size_t cnt, u32 conf)
{
	static DEFINE_SPINLOCK(mdma_lock);
	unsigned long flags;

	spin_lock_irqsave(&mdma_lock, flags);

	/* Force a sync in case a previous config reset on this channel
         * occurred.  This is needed so subsequent writes to DMA registers
         * are not spuriously lost/corrupted.  Do it under irq lock and
         * without the anomaly version (because we are atomic already).
         */
	__builtin_bfin_ssync();

	if (bfin_read_MDMA_S_CONFIG())
		while (!(bfin_read_MDMA_D_IRQ_STATUS() & DMA_DONE))
			continue;

	if (conf & DMA2D) {
		/* For larger bit sizes, we've already divided down cnt so it
                 * is no longer a multiple of 64k.  So we have to break down
                 * the limit here so it is a multiple of the incoming size.
                 * There is no limitation here in terms of total size other
                 * than the hardware though as the bits lost in the shift are
                 * made up by MODIFY (== we can hit the whole address space).
                 * X: (2^(16 - 0)) * 1 == (2^(16 - 1)) * 2 == (2^(16 - 2)) * 4
                 */
		u32 shift = abs(dmod) >> 1;
		size_t ycnt = cnt >> (16 - shift);
		cnt = 1 << (16 - shift);
		bfin_write_MDMA_D_Y_COUNT(ycnt);
		bfin_write_MDMA_S_Y_COUNT(ycnt);
		bfin_write_MDMA_D_Y_MODIFY(dmod);
		bfin_write_MDMA_S_Y_MODIFY(smod);
	}

	bfin_write_MDMA_D_START_ADDR(daddr);
	bfin_write_MDMA_D_X_COUNT(cnt);
	bfin_write_MDMA_D_X_MODIFY(dmod);
	bfin_write_MDMA_D_IRQ_STATUS(DMA_DONE | DMA_ERR);

	bfin_write_MDMA_S_START_ADDR(saddr);
	bfin_write_MDMA_S_X_COUNT(cnt);
	bfin_write_MDMA_S_X_MODIFY(smod);
	bfin_write_MDMA_S_IRQ_STATUS(DMA_DONE | DMA_ERR);

	bfin_write_MDMA_S_CONFIG(DMAEN | conf);
	if (conf & DMA2D)
		bfin_write_MDMA_D_CONFIG(WNR | DI_EN_Y | DMAEN | conf);
	else
		bfin_write_MDMA_D_CONFIG(WNR | DI_EN_X | DMAEN | conf);

	spin_unlock_irqrestore(&mdma_lock, flags);

	SSYNC();

	while (!(bfin_read_MDMA_D_IRQ_STATUS() & DMA_DONE))
		if (bfin_read_MDMA_S_CONFIG())
			continue;
		else
			return;

	bfin_write_MDMA_D_IRQ_STATUS(DMA_DONE | DMA_ERR);

	bfin_write_MDMA_S_CONFIG(0);
	bfin_write_MDMA_D_CONFIG(0);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Mike Frysinger
160
64.52%
2
28.57%
Bob Liu
40
16.13%
1
14.29%
Bryan Wu
33
13.31%
1
14.29%
Michael Hennerich
13
5.24%
2
28.57%
Aubrey Li
2
0.81%
1
14.29%
Total
248
100.00%
7
100.00%

/**
 *      _dma_memcpy - translate C memcpy settings into MDMA settings
 *
 * Handle all the high level steps before we touch the MDMA registers.  So
 * handle direction, tweaking of sizes, and formatting of addresses.
 */


static void *_dma_memcpy(void *pdst, const void *psrc, size_t size)
{
	u32 conf, shift;
	s16 mod;
	unsigned long dst = (unsigned long)pdst;
	unsigned long src = (unsigned long)psrc;

	if (size == 0)
		return NULL;

	if (dst % 4 == 0 && src % 4 == 0 && size % 4 == 0) {
		conf = WDSIZE_32;
		shift = 2;
	} else if (dst % 2 == 0 && src % 2 == 0 && size % 2 == 0) {
		conf = WDSIZE_16;
		shift = 1;
	} else {
		conf = WDSIZE_8;
		shift = 0;
	}

	/* If the two memory regions have a chance of overlapping, make
         * sure the memcpy still works as expected.  Do this by having the
         * copy run backwards instead.
         */
	mod = 1 << shift;
	if (src < dst) {
		mod *= -1;
		dst += size + mod;
		src += size + mod;
	}
	size >>= shift;

#ifndef DMA_MMR_SIZE_32
	if (size > 0x10000)
		conf |= DMA2D;
#endif

	__dma_memcpy(dst, mod, src, mod, size, conf);

	return pdst;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Mike Frysinger
148
75.13%
1
33.33%
Bryan Wu
44
22.34%
1
33.33%
Bob Liu
5
2.54%
1
33.33%
Total
197
100.00%
3
100.00%

/**
 *      dma_memcpy - DMA memcpy under mutex lock
 *
 * Do not check arguments before starting the DMA memcpy.  Break the transfer
 * up into two pieces.  The first transfer is in multiples of 64k and the
 * second transfer is the piece smaller than 64k.
 */


void *dma_memcpy(void *pdst, const void *psrc, size_t size)
{
	unsigned long dst = (unsigned long)pdst;
	unsigned long src = (unsigned long)psrc;

	if (bfin_addr_dcacheable(src))
		blackfin_dcache_flush_range(src, src + size);

	if (bfin_addr_dcacheable(dst))
		blackfin_dcache_invalidate_range(dst, dst + size);

	return dma_memcpy_nocache(pdst, psrc, size);
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Mike Frysinger
67
83.75%
2
50.00%
Michael Hennerich
11
13.75%
1
25.00%
Jie Zhang
2
2.50%
1
25.00%
Total
80
100.00%
4
100.00%


EXPORT_SYMBOL(dma_memcpy);

/**
 *      dma_memcpy_nocache - DMA memcpy under mutex lock
 *      - No cache flush/invalidate
 *
 * Do not check arguments before starting the DMA memcpy.  Break the transfer
 * up into two pieces.  The first transfer is in multiples of 64k and the
 * second transfer is the piece smaller than 64k.
 */


void *dma_memcpy_nocache(void *pdst, const void *psrc, size_t size)
{
#ifdef DMA_MMR_SIZE_32
	_dma_memcpy(pdst, psrc, size);
#else
	size_t bulk, rest;

	bulk = size & ~0xffff;
	rest = size - bulk;
	if (bulk)
		_dma_memcpy(pdst, psrc, bulk);
	_dma_memcpy(pdst + bulk, psrc + bulk, rest);
#endif
	return pdst;
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Michael Hennerich
33
40.74%
2
40.00%
Mike Frysinger
32
39.51%
2
40.00%
Bob Liu
16
19.75%
1
20.00%
Total
81
100.00%
5
100.00%


EXPORT_SYMBOL(dma_memcpy_nocache);

/**
 *      safe_dma_memcpy - DMA memcpy w/argument checking
 *
 * Verify arguments are safe before heading to dma_memcpy().
 */


void *safe_dma_memcpy(void *dst, const void *src, size_t size)
{
	if (!access_ok(VERIFY_WRITE, dst, size))
		return NULL;
	if (!access_ok(VERIFY_READ, src, size))
		return NULL;
	return dma_memcpy(dst, src, size);
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Mike Frysinger
42
72.41%
1
50.00%
Michael Hennerich
16
27.59%
1
50.00%
Total
58
100.00%
2
100.00%


EXPORT_SYMBOL(safe_dma_memcpy);



static void _dma_out(unsigned long addr, unsigned long buf, unsigned DMA_MMR_SIZE_TYPE len,
                     u16 size, u16 dma_size)
{
	blackfin_dcache_flush_range(buf, buf + len * size);
	__dma_memcpy(addr, 0, buf, size, len, dma_size);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Michael Hennerich
24
48.00%
2
40.00%
Mike Frysinger
23
46.00%
1
20.00%
Bryan Wu
2
4.00%
1
20.00%
Bob Liu
1
2.00%
1
20.00%
Total
50
100.00%
5
100.00%



static void _dma_in(unsigned long addr, unsigned long buf, unsigned DMA_MMR_SIZE_TYPE len,
                    u16 size, u16 dma_size)
{
	blackfin_dcache_invalidate_range(buf, buf + len * size);
	__dma_memcpy(buf, size, addr, 0, len, dma_size);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Mike Frysinger
40
80.00%
1
33.33%
Michael Hennerich
9
18.00%
1
33.33%
Bob Liu
1
2.00%
1
33.33%
Total
50
100.00%
3
100.00%


#define MAKE_DMA_IO(io, bwl, isize, dmasize, cnst) \
void dma_##io##s##bwl(unsigned long addr, cnst void *buf, unsigned DMA_MMR_SIZE_TYPE len) \
{ \
        _dma_##io(addr, (unsigned long)buf, len, isize, WDSIZE_##dmasize); \
} \
EXPORT_SYMBOL(dma_##io##s##bwl)
MAKE_DMA_IO(out, b, 1,  8, const);
MAKE_DMA_IO(in,  b, 1,  8, );
MAKE_DMA_IO(out, w, 2, 16, const);
MAKE_DMA_IO(in,  w, 2, 16, );
MAKE_DMA_IO(out, l, 4, 32, const);
MAKE_DMA_IO(in,  l, 4, 32, );
Overall Contributors
Person
Tokens
Prop
Commits
CommitProp
Mike Frysinger
766
31.29%
14
32.56%
Robin Getz
368
15.03%
3
6.98%
Bryan Wu
358
14.62%
2
4.65%
Michael Hennerich
336
13.73%
8
18.60%
Bob Liu
295
12.05%
2
4.65%
Graf Yang
166
6.78%
1
2.33%
Steven Miao
132
5.39%
4
9.30%
Roel Kluin
8
0.33%
1
2.33%
Frans Pop
5
0.20%
1
2.33%
Sonic Zhang
4
0.16%
1
2.33%
Roy Huang
3
0.12%
1
2.33%
Jie Zhang
2
0.08%
1
2.33%
Aubrey Li
2
0.08%
1
2.33%
Bernd Schmidt
1
0.04%
1
2.33%
Linus Torvalds
1
0.04%
1
2.33%
Michael McTernan
1
0.04%
1
2.33%
Total
2448
100.00%
43
100.00%
Directory: arch/blackfin/kernel

Information contained on this website is for historical information purposes only and does not indicate or represent copyright ownership.