Release 4.14 arch/tile/kernel/smp.c

/*
 * Copyright 2010 Tilera Corporation. All Rights Reserved.
 *
 *   This program is free software; you can redistribute it and/or
 *   modify it under the terms of the GNU General Public License
 *   as published by the Free Software Foundation, version 2.
 *
 *   This program is distributed in the hope that it will be useful, but
 *   WITHOUT ANY WARRANTY; without even the implied warranty of
 *   MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE, GOOD TITLE or
 *   NON INFRINGEMENT.  See the GNU General Public License for
 *   more details.
 *
 * TILE SMP support routines.
 */

#include <linux/smp.h>
#include <linux/interrupt.h>
#include <linux/io.h>
#include <linux/irq.h>
#include <linux/irq_work.h>
#include <linux/module.h>
#include <asm/cacheflush.h>
#include <asm/homecache.h>

/*
 * We write to width and height with a single store in head_NN.S,
 * so make the variable aligned to "long".
 */
HV_Topology smp_topology __ro_after_init __aligned(sizeof(long));

EXPORT_SYMBOL(smp_topology);

#if CHIP_HAS_IPI()

static unsigned long __iomem *ipi_mappings[NR_CPUS];
#endif

/* Does messaging work correctly to the local cpu? */

bool self_interrupt_ok;

/*
 * Top-level send_IPI*() functions to send messages to other cpus.
 */

/* Set by smp_send_stop() to avoid recursive panics. */

static int stopping_cpus;



static void __send_IPI_many(HV_Recipient *recip, int nrecip, int tag)
{
	int sent = 0;
	while (sent < nrecip) {
		int rc = hv_send_message(recip, nrecip,
					 (HV_VirtAddr)&tag, sizeof(tag));
		if (rc < 0) {
			if (!stopping_cpus)  /* avoid recursive panic */
				panic("hv_send_message returned %d", rc);
			break;
		}
		WARN_ONCE(rc == 0, "hv_send_message() returned zero\n");
		sent += rc;
	}
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Chris Metcalf
85
100.00%
1
100.00%
Total
85
100.00%
1
100.00%



void send_IPI_single(int cpu, int tag)
{
	HV_Recipient recip = {
		.y = cpu / smp_width,
		.x = cpu % smp_width,
		.state = HV_TO_BE_SENT
	};
	__send_IPI_many(&recip, 1, tag);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Chris Metcalf
45
100.00%
2
100.00%
Total
45
100.00%
2
100.00%



void send_IPI_many(const struct cpumask *mask, int tag)
{
	HV_Recipient recip[NR_CPUS];
	int cpu;
	int nrecip = 0;
	int my_cpu = smp_processor_id();
	for_each_cpu(cpu, mask) {
		HV_Recipient *r;
		BUG_ON(cpu == my_cpu);
		r = &recip[nrecip++];
		r->y = cpu / smp_width;
		r->x = cpu % smp_width;
		r->state = HV_TO_BE_SENT;
	}
	__send_IPI_many(recip, nrecip, tag);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Chris Metcalf
93
100.00%
2
100.00%
Total
93
100.00%
2
100.00%



void send_IPI_allbutself(int tag)
{
	struct cpumask mask;
	cpumask_copy(&mask, cpu_online_mask);
	cpumask_clear_cpu(smp_processor_id(), &mask);
	send_IPI_many(&mask, tag);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Chris Metcalf
37
100.00%
1
100.00%
Total
37
100.00%
1
100.00%

/*
 * Functions related to starting/stopping cpus.
 */

/* Handler to start the current cpu. */


static void smp_start_cpu_interrupt(void)
{
	get_irq_regs()->pc = start_cpu_function_addr;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Chris Metcalf
15
100.00%
1
100.00%
Total
15
100.00%
1
100.00%

/* Handler to stop the current cpu. */


static void smp_stop_cpu_interrupt(void)
{
	arch_local_irq_disable_all();
	set_cpu_online(smp_processor_id(), 0);
	for (;;)
		asm("nap; nop");
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Chris Metcalf
25
100.00%
3
100.00%
Total
25
100.00%
3
100.00%

/* This function calls the 'stop' function on all other CPUs in the system. */


void smp_send_stop(void)
{
	stopping_cpus = 1;
	send_IPI_allbutself(MSG_TAG_STOP_CPU);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Chris Metcalf
16
100.00%
1
100.00%
Total
16
100.00%
1
100.00%

/* On panic, just wait; we may get an smp_send_stop() later on. */


void panic_smp_self_stop(void)
{
	while (1)
		asm("nap; nop");
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Chris Metcalf
12
100.00%
1
100.00%
Total
12
100.00%
1
100.00%

/*
 * Dispatch code called from hv_message_intr() for HV_MSG_TILE hv messages.
 */


void evaluate_message(int tag)
{
	switch (tag) {
	case MSG_TAG_START_CPU: /* Start up a cpu */
		smp_start_cpu_interrupt();
		break;

	case MSG_TAG_STOP_CPU: /* Sent to shut down slave CPU's */
		smp_stop_cpu_interrupt();
		break;

	case MSG_TAG_CALL_FUNCTION_MANY: /* Call function on cpumask */
		generic_smp_call_function_interrupt();
		break;

	case MSG_TAG_CALL_FUNCTION_SINGLE: /* Call function on one other CPU */
		generic_smp_call_function_single_interrupt();
		break;

	case MSG_TAG_IRQ_WORK: /* Invoke IRQ work */
		irq_work_run();
		break;

	default:
		panic("Unknown IPI message tag %d", tag);
		break;
	}
}


Contributors
Person
Tokens
Prop
Commits
CommitProp
Chris Metcalf
63
100.00%
2
100.00%
Total
63
100.00%
2
100.00%

/*
 * flush_icache_range() code uses smp_call_function().
 */


struct ipi_flush {
	
unsigned long start;
	
unsigned long end;
};



static void ipi_flush_icache_range(void *info)
{
	struct ipi_flush *flush = (struct ipi_flush *) info;
	__flush_icache_range(flush->start, flush->end);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Chris Metcalf
33
100.00%
1
100.00%
Total
33
100.00%
1
100.00%



void flush_icache_range(unsigned long start, unsigned long end)
{
	struct ipi_flush flush = { start, end };

	/* If invoked with irqs disabled, we can not issue IPIs. */
	if (irqs_disabled())
		flush_remote(0, HV_FLUSH_EVICT_L1I, NULL, 0, 0, 0,
			NULL, NULL, 0);
	else {
		preempt_disable();
		on_each_cpu(ipi_flush_icache_range, &flush, 1);
		preempt_enable();
	}
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Chris Metcalf
39
56.52%
1
50.00%
Tony Lu
30
43.48%
1
50.00%
Total
69
100.00%
2
100.00%


EXPORT_SYMBOL(flush_icache_range);


#ifdef CONFIG_IRQ_WORK


void arch_irq_work_raise(void)
{
	if (arch_irq_work_has_interrupt())
		send_IPI_single(smp_processor_id(), MSG_TAG_IRQ_WORK);
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Chris Metcalf
20
100.00%
1
100.00%
Total
20
100.00%
1
100.00%

#endif


/* Called when smp_send_reschedule() triggers IRQ_RESCHEDULE. */


static irqreturn_t handle_reschedule_ipi(int irq, void *token)
{
	__this_cpu_inc(irq_stat.irq_resched_count);
	scheduler_ipi();

	return IRQ_HANDLED;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Chris Metcalf
21
80.77%
2
50.00%
Peter Zijlstra
3
11.54%
1
25.00%
Christoph Lameter
2
7.69%
1
25.00%
Total
26
100.00%
4
100.00%


static struct irqaction resched_action = {
	.handler = handle_reschedule_ipi,
	.name = "resched",
	.dev_id = handle_reschedule_ipi /* unique token */,
};



void __init ipi_init(void)
{
	int cpu = smp_processor_id();
	HV_Recipient recip = { .y = cpu_y(cpu), .x = cpu_x(cpu),
			       .state = HV_TO_BE_SENT };
	int tag = MSG_TAG_CALL_FUNCTION_SINGLE;

	/*
         * Test if we can message ourselves for arch_irq_work_raise.
         * This functionality is only available in the Tilera hypervisor
         * in versions 4.3.4 and following.
         */
	if (hv_send_message(&recip, 1, (HV_VirtAddr)&tag, sizeof(tag)) == 1)
		self_interrupt_ok = true;
	else
		pr_warn("Older hypervisor: disabling fast irq_work_raise\n");

#if CHIP_HAS_IPI()
	/* Map IPI trigger MMIO addresses. */
	for_each_possible_cpu(cpu) {
		HV_Coord tile;
		HV_PTE pte;
		unsigned long offset;

		tile.x = cpu_x(cpu);
		tile.y = cpu_y(cpu);
		if (hv_get_ipi_pte(tile, KERNEL_PL, &pte) != 0)
			panic("Failed to initialize IPI for cpu %d\n", cpu);

		offset = PFN_PHYS(pte_pfn(pte));
		ipi_mappings[cpu] = ioremap_prot(offset, PAGE_SIZE, pte);
	}
#endif

	/* Bind handle_reschedule_ipi() to IRQ_RESCHEDULE. */
	tile_irq_activate(IRQ_RESCHEDULE, TILE_IRQ_PERCPU);
	BUG_ON(setup_irq(IRQ_RESCHEDULE, &resched_action));
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Chris Metcalf
184
100.00%
4
100.00%
Total
184
100.00%
4
100.00%

#if CHIP_HAS_IPI()



void smp_send_reschedule(int cpu)
{
	WARN_ON(cpu_is_offline(cpu));

	/*
         * We just want to do an MMIO store.  The traditional writeq()
         * functions aren't really correct here, since they're always
         * directed at the PCI shim.  For now, just do a raw store,
         * casting away the __iomem attribute.
         */
	((unsigned long __force *)ipi_mappings[cpu])[IRQ_RESCHEDULE] = 0;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Chris Metcalf
35
100.00%
1
100.00%
Total
35
100.00%
1
100.00%

#else



void smp_send_reschedule(int cpu)
{
	HV_Coord coord;

	WARN_ON(cpu_is_offline(cpu));

	coord.y = cpu_y(cpu);
	coord.x = cpu_x(cpu);
	hv_trigger_ipi(coord, IRQ_RESCHEDULE);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Chris Metcalf
44
100.00%
2
100.00%
Total
44
100.00%
2
100.00%

#endif /* CHIP_HAS_IPI() */
Overall Contributors
Person
Tokens
Prop
Commits
CommitProp
Chris Metcalf
890
95.39%
11
73.33%
Tony Lu
33
3.54%
1
6.67%
Pranith Kumar
5
0.54%
1
6.67%
Peter Zijlstra
3
0.32%
1
6.67%
Christoph Lameter
2
0.21%
1
6.67%
Total
933
100.00%
15
100.00%
Directory: arch/tile/kernel

Information contained on this website is for historical information purposes only and does not indicate or represent copyright ownership.