Release 4.14 arch/tile/kernel/irq.c

/*
 * Copyright 2010 Tilera Corporation. All Rights Reserved.
 *
 *   This program is free software; you can redistribute it and/or
 *   modify it under the terms of the GNU General Public License
 *   as published by the Free Software Foundation, version 2.
 *
 *   This program is distributed in the hope that it will be useful, but
 *   WITHOUT ANY WARRANTY; without even the implied warranty of
 *   MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE, GOOD TITLE or
 *   NON INFRINGEMENT.  See the GNU General Public License for
 *   more details.
 */

#include <linux/module.h>
#include <linux/seq_file.h>
#include <linux/interrupt.h>
#include <linux/irq.h>
#include <linux/kernel_stat.h>
#include <linux/uaccess.h>
#include <hv/drv_pcie_rc_intf.h>
#include <arch/spr_def.h>
#include <asm/traps.h>
#include <linux/perf_event.h>

/* Bit-flag stored in irq_desc->chip_data to indicate HW-cleared irqs. */

#define IS_HW_CLEARED 1

/*
 * The set of interrupts we enable for arch_local_irq_enable().
 * This is initialized to have just a single interrupt that the kernel
 * doesn't actually use as a sentinel.  During kernel init,
 * interrupts are added as the kernel gets prepared to support them.
 * NOTE: we could probably initialize them all statically up front.
 */
DEFINE_PER_CPU(unsigned long long, interrupts_enabled_mask) =
  INITIAL_INTERRUPTS_ENABLED;

EXPORT_PER_CPU_SYMBOL(interrupts_enabled_mask);

/* Define per-tile device interrupt statistics state. */
DEFINE_PER_CPU(irq_cpustat_t, irq_stat) ____cacheline_internodealigned_in_smp;

EXPORT_PER_CPU_SYMBOL(irq_stat);

/*
 * Define per-tile irq disable mask; the hardware/HV only has a single
 * mask that we use to implement both masking and disabling.
 */
static DEFINE_PER_CPU(unsigned long, irq_disable_mask)
	____cacheline_internodealigned_in_smp;

/*
 * Per-tile IRQ nesting depth.  Used to make sure we enable newly
 * enabled IRQs before exiting the outermost interrupt.
 */
static DEFINE_PER_CPU(int, irq_depth);

#if CHIP_HAS_IPI()
/* Use SPRs to manipulate device interrupts. */

#define mask_irqs(irq_mask) __insn_mtspr(SPR_IPI_MASK_SET_K, irq_mask)

#define unmask_irqs(irq_mask) __insn_mtspr(SPR_IPI_MASK_RESET_K, irq_mask)

#define clear_irqs(irq_mask) __insn_mtspr(SPR_IPI_EVENT_RESET_K, irq_mask)
#else
/* Use HV to manipulate device interrupts. */

#define mask_irqs(irq_mask) hv_disable_intr(irq_mask)

#define unmask_irqs(irq_mask) hv_enable_intr(irq_mask)

#define clear_irqs(irq_mask) hv_clear_intr(irq_mask)
#endif

/*
 * The interrupt handling path, implemented in terms of HV interrupt
 * emulation on TILEPro, and IPI hardware on TILE-Gx.
 * Entered with interrupts disabled.
 */


void tile_dev_intr(struct pt_regs *regs, int intnum)
{
	int depth = __this_cpu_inc_return(irq_depth);
	unsigned long original_irqs;
	unsigned long remaining_irqs;
	struct pt_regs *old_regs;

#if CHIP_HAS_IPI()
	/*
         * Pending interrupts are listed in an SPR.  We might be
         * nested, so be sure to only handle irqs that weren't already
         * masked by a previous interrupt.  Then, mask out the ones
         * we're going to handle.
         */
	unsigned long masked = __insn_mfspr(SPR_IPI_MASK_K);
	original_irqs = __insn_mfspr(SPR_IPI_EVENT_K) & ~masked;
	__insn_mtspr(SPR_IPI_MASK_SET_K, original_irqs);
#else
	/*
         * Hypervisor performs the equivalent of the Gx code above and
         * then puts the pending interrupt mask into a system save reg
         * for us to find.
         */
	original_irqs = __insn_mfspr(SPR_SYSTEM_SAVE_K_3);
#endif
	remaining_irqs = original_irqs;

	/* Track time spent here in an interrupt context. */
	old_regs = set_irq_regs(regs);
	irq_enter();

#ifdef CONFIG_DEBUG_STACKOVERFLOW
	/* Debugging check for stack overflow: less than 1/8th stack free? */
	{
		long sp = stack_pointer - (long) current_thread_info();
		if (unlikely(sp < (sizeof(struct thread_info) + STACK_WARN))) {
			pr_emerg("%s: stack overflow: %ld\n",
				 __func__, sp - sizeof(struct thread_info));
			dump_stack();
		}
	}
#endif
	while (remaining_irqs) {
		unsigned long irq = __ffs(remaining_irqs);
		remaining_irqs &= ~(1UL << irq);

		/* Count device irqs; Linux IPIs are counted elsewhere. */
		if (irq != IRQ_RESCHEDULE)
			__this_cpu_inc(irq_stat.irq_dev_intr_count);

		generic_handle_irq(irq);
	}

	/*
         * If we weren't nested, turn on all enabled interrupts,
         * including any that were reenabled during interrupt
         * handling.
         */
	if (depth == 1)
		unmask_irqs(~__this_cpu_read(irq_disable_mask));

	__this_cpu_dec(irq_depth);

	/*
         * Track time spent against the current process again and
         * process any softirqs if they are waiting.
         */
	irq_exit();
	set_irq_regs(old_regs);
}


Contributors
Person
Tokens
Prop
Commits
CommitProp
Chris Metcalf
212
95.93%
3
60.00%
Christoph Lameter
6
2.71%
1
20.00%
Joe Perches
3
1.36%
1
20.00%
Total
221
100.00%
5
100.00%

/*
 * Remove an irq from the disabled mask.  If we're in an interrupt
 * context, defer enabling the HW interrupt until we leave.
 */


static void tile_irq_chip_enable(struct irq_data *d)
{
	get_cpu_var(irq_disable_mask) &= ~(1UL << d->irq);
	if (__this_cpu_read(irq_depth) == 0)
		unmask_irqs(1UL << d->irq);
	put_cpu_var(irq_disable_mask);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Chris Metcalf
47
97.92%
3
75.00%
Christoph Lameter
1
2.08%
1
25.00%
Total
48
100.00%
4
100.00%

/*
 * Add an irq to the disabled mask.  We disable the HW interrupt
 * immediately so that there's no possibility of it firing.  If we're
 * in an interrupt context, the return path is careful to avoid
 * unmasking a newly disabled interrupt.
 */


static void tile_irq_chip_disable(struct irq_data *d)
{
	get_cpu_var(irq_disable_mask) |= (1UL << d->irq);
	mask_irqs(1UL << d->irq);
	put_cpu_var(irq_disable_mask);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Chris Metcalf
38
100.00%
3
100.00%
Total
38
100.00%
3
100.00%

/* Mask an interrupt. */


static void tile_irq_chip_mask(struct irq_data *d)
{
	mask_irqs(1UL << d->irq);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Chris Metcalf
14
70.00%
2
66.67%
Thomas Gleixner
6
30.00%
1
33.33%
Total
20
100.00%
3
100.00%

/* Unmask an interrupt. */


static void tile_irq_chip_unmask(struct irq_data *d)
{
	unmask_irqs(1UL << d->irq);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Chris Metcalf
14
70.00%
2
66.67%
Thomas Gleixner
6
30.00%
1
33.33%
Total
20
100.00%
3
100.00%

/*
 * Clear an interrupt before processing it so that any new assertions
 * will trigger another irq.
 */


static void tile_irq_chip_ack(struct irq_data *d)
{
	if ((unsigned long)irq_data_get_irq_chip_data(d) != IS_HW_CLEARED)
		clear_irqs(1UL << d->irq);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Chris Metcalf
25
75.76%
2
66.67%
Thomas Gleixner
8
24.24%
1
33.33%
Total
33
100.00%
3
100.00%

/*
 * For per-cpu interrupts, we need to avoid unmasking any interrupts
 * that we disabled via disable_percpu_irq().
 */


static void tile_irq_chip_eoi(struct irq_data *d)
{
	if (!(__this_cpu_read(irq_disable_mask) & (1UL << d->irq)))
		unmask_irqs(1UL << d->irq);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Chris Metcalf
29
76.32%
2
50.00%
Thomas Gleixner
8
21.05%
1
25.00%
Christoph Lameter
1
2.63%
1
25.00%
Total
38
100.00%
4
100.00%


static struct irq_chip tile_irq_chip = {
	.name = "tile_irq_chip",
	.irq_enable = tile_irq_chip_enable,
	.irq_disable = tile_irq_chip_disable,
	.irq_ack = tile_irq_chip_ack,
	.irq_eoi = tile_irq_chip_eoi,
	.irq_mask = tile_irq_chip_mask,
	.irq_unmask = tile_irq_chip_unmask,
};



void __init init_IRQ(void)
{
	ipi_init();
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Chris Metcalf
11
100.00%
2
100.00%
Total
11
100.00%
2
100.00%



void setup_irq_regs(void)
{
	/* Enable interrupt delivery. */
	unmask_irqs(~0UL);
#if CHIP_HAS_IPI()
	arch_local_irq_unmask(INT_IPI_K);
#endif
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Chris Metcalf
25
100.00%
4
100.00%
Total
25
100.00%
4
100.00%



void tile_irq_activate(unsigned int irq, int tile_irq_type)
{
	/*
         * We use handle_level_irq() by default because the pending
         * interrupt vector (whether modeled by the HV on
         * TILEPro or implemented in hardware on TILE-Gx) has
         * level-style semantics for each bit.  An interrupt fires
         * whenever a bit is high, not just at edges.
         */
	irq_flow_handler_t handle = handle_level_irq;
	if (tile_irq_type == TILE_IRQ_PERCPU)
		handle = handle_percpu_irq;
	irq_set_chip_and_handler(irq, &tile_irq_chip, handle);

	/*
         * Flag interrupts that are hardware-cleared so that ack()
         * won't clear them.
         */
	if (tile_irq_type == TILE_IRQ_HW_CLEAR)
		irq_set_chip_data(irq, (void *)IS_HW_CLEARED);
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Chris Metcalf
54
96.43%
3
75.00%
Thomas Gleixner
2
3.57%
1
25.00%
Total
56
100.00%
4
100.00%


EXPORT_SYMBOL(tile_irq_activate);




void ack_bad_irq(unsigned int irq)
{
	pr_err("unexpected IRQ trap at vector %02x\n", irq);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Chris Metcalf
16
100.00%
2
100.00%
Total
16
100.00%
2
100.00%

/*
 * /proc/interrupts printing:
 */


int arch_show_interrupts(struct seq_file *p, int prec)
{
#ifdef CONFIG_PERF_EVENTS
	int i;

	seq_printf(p, "%*s: ", prec, "PMI");

	for_each_online_cpu(i)
		seq_printf(p, "%10llu ", per_cpu(perf_irqs, i));
	seq_puts(p, "  perf_events\n");
#endif
	return 0;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Tony Lu
60
100.00%
1
100.00%
Total
60
100.00%
1
100.00%

#if CHIP_HAS_IPI()


int arch_setup_hwirq(unsigned int irq, int node)
{
	return irq >= NR_IRQS ? -EINVAL : 0;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Thomas Gleixner
17
77.27%
2
66.67%
Chris Metcalf
5
22.73%
1
33.33%
Total
22
100.00%
3
100.00%



void arch_teardown_hwirq(unsigned int irq) { }
Contributors
Person
Tokens
Prop
Commits
CommitProp
Thomas Gleixner
8
100.00%
2
100.00%
Total
8
100.00%
2
100.00%

#endif
Overall Contributors
Person
Tokens
Prop
Commits
CommitProp
Chris Metcalf
678
83.39%
6
42.86%
Tony Lu
64
7.87%
1
7.14%
Thomas Gleixner
60
7.38%
5
35.71%
Christoph Lameter
8
0.98%
1
7.14%
Joe Perches
3
0.37%
1
7.14%
Total
813
100.00%
14
100.00%
Directory: arch/tile/kernel

Information contained on this website is for historical information purposes only and does not indicate or represent copyright ownership.