Release 4.11 arch/x86/xen/smp.c

/*
 * Xen SMP support
 *
 * This file implements the Xen versions of smp_ops.  SMP under Xen is
 * very straightforward.  Bringing a CPU up is simply a matter of
 * loading its initial context and setting it running.
 *
 * IPIs are handled through the Xen event mechanism.
 *
 * Because virtual CPUs can be scheduled onto any real CPU, there's no
 * useful topology information for the kernel to make use of.  As a
 * result, all CPUs are treated as if they're single-core and
 * single-threaded.
 */
#include <linux/sched.h>
#include <linux/err.h>
#include <linux/slab.h>
#include <linux/smp.h>
#include <linux/irq_work.h>
#include <linux/tick.h>
#include <linux/nmi.h>

#include <asm/paravirt.h>
#include <asm/desc.h>
#include <asm/pgtable.h>
#include <asm/cpu.h>

#include <xen/interface/xen.h>
#include <xen/interface/vcpu.h>
#include <xen/interface/xenpmu.h>

#include <asm/xen/interface.h>
#include <asm/xen/hypercall.h>

#include <xen/xen.h>
#include <xen/page.h>
#include <xen/events.h>

#include <xen/hvc-console.h>
#include "xen-ops.h"
#include "mmu.h"
#include "smp.h"
#include "pmu.h"


cpumask_var_t xen_cpu_initialized_map;


struct xen_common_irq {
	
int irq;
	
char *name;
};
static DEFINE_PER_CPU(struct xen_common_irq, xen_resched_irq) = { .irq = -1 };
static DEFINE_PER_CPU(struct xen_common_irq, xen_callfunc_irq) = { .irq = -1 };
static DEFINE_PER_CPU(struct xen_common_irq, xen_callfuncsingle_irq) = { .irq = -1 };
static DEFINE_PER_CPU(struct xen_common_irq, xen_irq_work) = { .irq = -1 };
static DEFINE_PER_CPU(struct xen_common_irq, xen_debug_irq) = { .irq = -1 };
static DEFINE_PER_CPU(struct xen_common_irq, xen_pmu_irq) = { .irq = -1 };

static irqreturn_t xen_call_function_interrupt(int irq, void *dev_id);
static irqreturn_t xen_call_function_single_interrupt(int irq, void *dev_id);
static irqreturn_t xen_irq_work_interrupt(int irq, void *dev_id);

/*
 * Reschedule call back.
 */


static irqreturn_t xen_reschedule_interrupt(int irq, void *dev_id)
{
	inc_irq_stat(irq_resched_count);
	scheduler_ipi();

	return IRQ_HANDLED;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Jeremy Fitzhardinge
20
83.33%
2
50.00%
Peter Zijlstra
3
12.50%
1
25.00%
Brian Gerst
1
4.17%
1
25.00%
Total
24
100.00%
4
100.00%



static void cpu_bringup(void)
{
	int cpu;

	cpu_init();
	touch_softlockup_watchdog();
	preempt_disable();

	/* PVH runs in ring 0 and allows us to do native syscalls. Yay! */
	if (!xen_feature(XENFEAT_supervisor_mode_kernel)) {
		xen_enable_sysenter();
		xen_enable_syscall();
	}
	cpu = smp_processor_id();
	smp_store_cpu_info(cpu);
	cpu_data(cpu).x86_max_cores = 1;
	set_cpu_sibling_map(cpu);

	xen_setup_cpu_clockevents();

	notify_cpu_starting(cpu);

	set_cpu_online(cpu, true);

	cpu_set_state_online(cpu);  /* Implies full memory barrier. */

	/* We can take interrupts now: we're officially "up". */
	local_irq_enable();
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Jeremy Fitzhardinge
60
69.77%
4
44.44%
Mukesh Rathor
11
12.79%
1
11.11%
Alex Nixon
5
5.81%
1
11.11%
Konrad Rzeszutek Wilk
5
5.81%
1
11.11%
Paul E. McKenney
3
3.49%
1
11.11%
Rusty Russell
2
2.33%
1
11.11%
Total
86
100.00%
9
100.00%



asmlinkage __visible void cpu_bringup_and_idle(void)
{
	cpu_bringup();
	cpu_startup_entry(CPUHP_AP_ONLINE_IDLE);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Alex Nixon
8
47.06%
1
16.67%
Thomas Gleixner
4
23.53%
2
33.33%
Jeremy Fitzhardinge
2
11.76%
1
16.67%
Mukesh Rathor
2
11.76%
1
16.67%
Boris Ostrovsky
1
5.88%
1
16.67%
Total
17
100.00%
6
100.00%



void xen_smp_intr_free(unsigned int cpu)
{
	if (per_cpu(xen_resched_irq, cpu).irq >= 0) {
		unbind_from_irqhandler(per_cpu(xen_resched_irq, cpu).irq, NULL);
		per_cpu(xen_resched_irq, cpu).irq = -1;
		kfree(per_cpu(xen_resched_irq, cpu).name);
		per_cpu(xen_resched_irq, cpu).name = NULL;
	}
	if (per_cpu(xen_callfunc_irq, cpu).irq >= 0) {
		unbind_from_irqhandler(per_cpu(xen_callfunc_irq, cpu).irq, NULL);
		per_cpu(xen_callfunc_irq, cpu).irq = -1;
		kfree(per_cpu(xen_callfunc_irq, cpu).name);
		per_cpu(xen_callfunc_irq, cpu).name = NULL;
	}
	if (per_cpu(xen_debug_irq, cpu).irq >= 0) {
		unbind_from_irqhandler(per_cpu(xen_debug_irq, cpu).irq, NULL);
		per_cpu(xen_debug_irq, cpu).irq = -1;
		kfree(per_cpu(xen_debug_irq, cpu).name);
		per_cpu(xen_debug_irq, cpu).name = NULL;
	}
	if (per_cpu(xen_callfuncsingle_irq, cpu).irq >= 0) {
		unbind_from_irqhandler(per_cpu(xen_callfuncsingle_irq, cpu).irq,
				       NULL);
		per_cpu(xen_callfuncsingle_irq, cpu).irq = -1;
		kfree(per_cpu(xen_callfuncsingle_irq, cpu).name);
		per_cpu(xen_callfuncsingle_irq, cpu).name = NULL;
	}
	if (xen_hvm_domain())
		return;

	if (per_cpu(xen_irq_work, cpu).irq >= 0) {
		unbind_from_irqhandler(per_cpu(xen_irq_work, cpu).irq, NULL);
		per_cpu(xen_irq_work, cpu).irq = -1;
		kfree(per_cpu(xen_irq_work, cpu).name);
		per_cpu(xen_irq_work, cpu).name = NULL;
	}

	if (per_cpu(xen_pmu_irq, cpu).irq >= 0) {
		unbind_from_irqhandler(per_cpu(xen_pmu_irq, cpu).irq, NULL);
		per_cpu(xen_pmu_irq, cpu).irq = -1;
		kfree(per_cpu(xen_pmu_irq, cpu).name);
		per_cpu(xen_pmu_irq, cpu).name = NULL;
	}
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Konrad Rzeszutek Wilk
331
82.96%
4
57.14%
Boris Ostrovsky
64
16.04%
1
14.29%
Jeremy Fitzhardinge
2
0.50%
1
14.29%
Thomas Gleixner
2
0.50%
1
14.29%
Total
399
100.00%
7
100.00%

;


int xen_smp_intr_init(unsigned int cpu)
{
	int rc;
	char *resched_name, *callfunc_name, *debug_name, *pmu_name;

	resched_name = kasprintf(GFP_KERNEL, "resched%d", cpu);
	rc = bind_ipi_to_irqhandler(XEN_RESCHEDULE_VECTOR,
				    cpu,
				    xen_reschedule_interrupt,
				    IRQF_PERCPU|IRQF_NOBALANCING,
				    resched_name,
				    NULL);
	if (rc < 0)
		goto fail;
	per_cpu(xen_resched_irq, cpu).irq = rc;
	per_cpu(xen_resched_irq, cpu).name = resched_name;

	callfunc_name = kasprintf(GFP_KERNEL, "callfunc%d", cpu);
	rc = bind_ipi_to_irqhandler(XEN_CALL_FUNCTION_VECTOR,
				    cpu,
				    xen_call_function_interrupt,
				    IRQF_PERCPU|IRQF_NOBALANCING,
				    callfunc_name,
				    NULL);
	if (rc < 0)
		goto fail;
	per_cpu(xen_callfunc_irq, cpu).irq = rc;
	per_cpu(xen_callfunc_irq, cpu).name = callfunc_name;

	debug_name = kasprintf(GFP_KERNEL, "debug%d", cpu);
	rc = bind_virq_to_irqhandler(VIRQ_DEBUG, cpu, xen_debug_interrupt,
				     IRQF_PERCPU | IRQF_NOBALANCING,
				     debug_name, NULL);
	if (rc < 0)
		goto fail;
	per_cpu(xen_debug_irq, cpu).irq = rc;
	per_cpu(xen_debug_irq, cpu).name = debug_name;

	callfunc_name = kasprintf(GFP_KERNEL, "callfuncsingle%d", cpu);
	rc = bind_ipi_to_irqhandler(XEN_CALL_FUNCTION_SINGLE_VECTOR,
				    cpu,
				    xen_call_function_single_interrupt,
				    IRQF_PERCPU|IRQF_NOBALANCING,
				    callfunc_name,
				    NULL);
	if (rc < 0)
		goto fail;
	per_cpu(xen_callfuncsingle_irq, cpu).irq = rc;
	per_cpu(xen_callfuncsingle_irq, cpu).name = callfunc_name;

	/*
         * The IRQ worker on PVHVM goes through the native path and uses the
         * IPI mechanism.
         */
	if (xen_hvm_domain())
		return 0;

	callfunc_name = kasprintf(GFP_KERNEL, "irqwork%d", cpu);
	rc = bind_ipi_to_irqhandler(XEN_IRQ_WORK_VECTOR,
				    cpu,
				    xen_irq_work_interrupt,
				    IRQF_PERCPU|IRQF_NOBALANCING,
				    callfunc_name,
				    NULL);
	if (rc < 0)
		goto fail;
	per_cpu(xen_irq_work, cpu).irq = rc;
	per_cpu(xen_irq_work, cpu).name = callfunc_name;

	if (is_xen_pmu(cpu)) {
		pmu_name = kasprintf(GFP_KERNEL, "pmu%d", cpu);
		rc = bind_virq_to_irqhandler(VIRQ_XENPMU, cpu,
					     xen_pmu_irq_handler,
					     IRQF_PERCPU|IRQF_NOBALANCING,
					     pmu_name, NULL);
		if (rc < 0)
			goto fail;
		per_cpu(xen_pmu_irq, cpu).irq = rc;
		per_cpu(xen_pmu_irq, cpu).name = pmu_name;
	}

	return 0;

 fail:
	xen_smp_intr_free(cpu);
	return rc;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Jeremy Fitzhardinge
169
40.05%
2
20.00%
Boris Ostrovsky
73
17.30%
1
10.00%
Konrad Rzeszutek Wilk
70
16.59%
4
40.00%
Jens Axboe
53
12.56%
1
10.00%
Lin Ming
53
12.56%
1
10.00%
Tejun Heo
4
0.95%
1
10.00%
Total
422
100.00%
10
100.00%



static void __init xen_fill_possible_map(void)
{
	int i, rc;

	if (xen_initial_domain())
		return;

	for (i = 0; i < nr_cpu_ids; i++) {
		rc = HYPERVISOR_vcpu_op(VCPUOP_is_up, i, NULL);
		if (rc >= 0) {
			num_processors++;
			set_cpu_possible(i, true);
		}
	}
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Jeremy Fitzhardinge
55
85.94%
3
50.00%
Stefano Stabellini
6
9.38%
1
16.67%
Rusty Russell
2
3.12%
1
16.67%
Mike Travis
1
1.56%
1
16.67%
Total
64
100.00%
6
100.00%



static void __init xen_filter_cpu_maps(void)
{
	int i, rc;
	unsigned int subtract = 0;

	if (!xen_initial_domain())
		return;

	num_processors = 0;
	disabled_cpus = 0;
	for (i = 0; i < nr_cpu_ids; i++) {
		rc = HYPERVISOR_vcpu_op(VCPUOP_is_up, i, NULL);
		if (rc >= 0) {
			num_processors++;
			set_cpu_possible(i, true);
		} else {
			set_cpu_possible(i, false);
			set_cpu_present(i, false);
			subtract++;
		}
	}
#ifdef CONFIG_HOTPLUG_CPU
	/* This is akin to using 'nr_cpus' on the Linux command line.
         * Which is OK as when we use 'dom0_max_vcpus=X' we can only
         * have up to X, while nr_cpu_ids is greater than X. This
         * normally is not a problem, except when CPU hotplugging
         * is involved and then there might be more than X CPUs
         * in the guest - which will not work as there is no
         * hypercall to expand the max number of VCPUs an already
         * running guest has. So cap it up to X. */
	if (subtract)
		nr_cpu_ids = nr_cpu_ids - subtract;
#endif

}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Stefano Stabellini
45
39.13%
2
28.57%
Jeremy Fitzhardinge
42
36.52%
2
28.57%
Konrad Rzeszutek Wilk
25
21.74%
1
14.29%
Rusty Russell
2
1.74%
1
14.29%
Mike Travis
1
0.87%
1
14.29%
Total
115
100.00%
7
100.00%



static void __init xen_smp_prepare_boot_cpu(void)
{
	BUG_ON(smp_processor_id() != 0);
	native_smp_prepare_boot_cpu();

	if (xen_pv_domain()) {
		if (!xen_feature(XENFEAT_writable_page_tables))
			/* We've switched to the "real" per-cpu gdt, so make
                         * sure the old memory can be recycled. */
			make_lowmem_page_readwrite(xen_initial_gdt);

#ifdef CONFIG_X86_32
		/*
                 * Xen starts us with XEN_FLAT_RING1_DS, but linux code
                 * expects __USER_DS
                 */
		loadsegment(ds, __USER_DS);
		loadsegment(es, __USER_DS);
#endif

		xen_filter_cpu_maps();
		xen_setup_vcpu_info_placement();
	}

	/*
         * Setup vcpu_info for boot CPU.
         */
	if (xen_hvm_domain())
		xen_vcpu_setup(0);

	/*
         * The alternative logic (which patches the unlock/lock) runs before
         * the smp bootup up code is activated. Hence we need to set this up
         * the core kernel is being patched. Otherwise we will have only
         * modules patched but not core code.
         */
	xen_init_spinlocks();
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Jeremy Fitzhardinge
31
37.80%
5
50.00%
Frediano Ziglio
20
24.39%
1
10.00%
Vitaly Kuznetsov
11
13.41%
1
10.00%
Mukesh Rathor
9
10.98%
1
10.00%
Konrad Rzeszutek Wilk
8
9.76%
1
10.00%
Stefano Stabellini
3
3.66%
1
10.00%
Total
82
100.00%
10
100.00%



static void __init xen_smp_prepare_cpus(unsigned int max_cpus)
{
	unsigned cpu;
	unsigned int i;

	if (skip_ioapic_setup) {
		char *m = (max_cpus == 0) ?
			"The nosmp parameter is incompatible with Xen; " \
			"use Xen dom0_max_vcpus=1 parameter" :
			"The noapic parameter is incompatible with Xen";

		xen_raw_printk(m);
		panic(m);
	}
	xen_init_lock_cpu(0);

	smp_store_boot_cpu_info();
	cpu_data(0).x86_max_cores = 1;

	for_each_possible_cpu(i) {
		zalloc_cpumask_var(&per_cpu(cpu_sibling_map, i), GFP_KERNEL);
		zalloc_cpumask_var(&per_cpu(cpu_core_map, i), GFP_KERNEL);
		zalloc_cpumask_var(&per_cpu(cpu_llc_shared_map, i), GFP_KERNEL);
	}
	set_cpu_sibling_map(0);

	xen_pmu_init(0);

	if (xen_smp_intr_init(0))
		BUG();

	if (!alloc_cpumask_var(&xen_cpu_initialized_map, GFP_KERNEL))
		panic("could not allocate xen_cpu_initialized_map\n");

	cpumask_copy(xen_cpu_initialized_map, cpumask_of(0));

	/* Restrict the possible_map according to max_cpus. */
	while ((num_possible_cpus() > 1) && (num_possible_cpus() > max_cpus)) {
		for (cpu = nr_cpu_ids - 1; !cpu_possible(cpu); cpu--)
			continue;
		set_cpu_possible(cpu, false);
	}

	for_each_possible_cpu(cpu)
		set_cpu_present(cpu, true);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Jeremy Fitzhardinge
97
45.54%
4
30.77%
Andrew Jones
49
23.00%
1
7.69%
Konrad Rzeszutek Wilk
34
15.96%
2
15.38%
Mike Travis
22
10.33%
2
15.38%
Boris Ostrovsky
5
2.35%
1
7.69%
Rusty Russell
4
1.88%
1
7.69%
Akinobu Mita
1
0.47%
1
7.69%
Glauber de Oliveira Costa
1
0.47%
1
7.69%
Total
213
100.00%
13
100.00%


static int

cpu_initialize_context(unsigned int cpu, struct task_struct *idle)
{
	struct vcpu_guest_context *ctxt;
	struct desc_struct *gdt;
	unsigned long gdt_mfn;

	/* used to tell cpu_init() that it can proceed with initialization */
	cpumask_set_cpu(cpu, cpu_callout_mask);
	if (cpumask_test_and_set_cpu(cpu, xen_cpu_initialized_map))
		return 0;

	ctxt = kzalloc(sizeof(*ctxt), GFP_KERNEL);
	if (ctxt == NULL)
		return -ENOMEM;

	gdt = get_cpu_gdt_table(cpu);

#ifdef CONFIG_X86_32
	ctxt->user_regs.fs = __KERNEL_PERCPU;
	ctxt->user_regs.gs = __KERNEL_STACK_CANARY;
#endif
	memset(&ctxt->fpu_ctxt, 0, sizeof(ctxt->fpu_ctxt));

	ctxt->user_regs.eip = (unsigned long)cpu_bringup_and_idle;
	ctxt->flags = VGCF_IN_KERNEL;
	ctxt->user_regs.eflags = 0x1000; /* IOPL_RING1 */
	ctxt->user_regs.ds = __USER_DS;
	ctxt->user_regs.es = __USER_DS;
	ctxt->user_regs.ss = __KERNEL_DS;

	xen_copy_trap_info(ctxt->trap_ctxt);

	ctxt->ldt_ents = 0;

	BUG_ON((unsigned long)gdt & ~PAGE_MASK);

	gdt_mfn = arbitrary_virt_to_mfn(gdt);
	make_lowmem_page_readonly(gdt);
	make_lowmem_page_readonly(mfn_to_virt(gdt_mfn));

	ctxt->gdt_frames[0] = gdt_mfn;
	ctxt->gdt_ents      = GDT_ENTRIES;

	ctxt->kernel_ss = __KERNEL_DS;
	ctxt->kernel_sp = idle->thread.sp0;

#ifdef CONFIG_X86_32
	ctxt->event_callback_cs     = __KERNEL_CS;
	ctxt->failsafe_callback_cs  = __KERNEL_CS;
#else
	ctxt->gs_base_kernel = per_cpu_offset(cpu);
#endif
	ctxt->event_callback_eip    =
		(unsigned long)xen_hypervisor_callback;
	ctxt->failsafe_callback_eip =
		(unsigned long)xen_failsafe_callback;
	ctxt->user_regs.cs = __KERNEL_CS;
	per_cpu(xen_cr3, cpu) = __pa(swapper_pg_dir);

	ctxt->user_regs.esp = idle->thread.sp0 - sizeof(struct pt_regs);
	ctxt->ctrlreg[3] = xen_pfn_to_cr3(virt_to_gfn(swapper_pg_dir));
	if (HYPERVISOR_vcpu_op(VCPUOP_initialise, xen_vcpu_nr(cpu), ctxt))
		BUG();

	kfree(ctxt);
	return 0;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Jeremy Fitzhardinge
254
68.65%
4
30.77%
Konrad Rzeszutek Wilk
51
13.78%
1
7.69%
Mukesh Rathor
50
13.51%
2
15.38%
Igor Mammedov
8
2.16%
1
7.69%
Vitaly Kuznetsov
3
0.81%
1
7.69%
Glauber de Oliveira Costa
1
0.27%
1
7.69%
H. Peter Anvin
1
0.27%
1
7.69%
Julien Grall
1
0.27%
1
7.69%
Mike Travis
1
0.27%
1
7.69%
Total
370
100.00%
13
100.00%



static int xen_cpu_up(unsigned int cpu, struct task_struct *idle)
{
	int rc;

	common_cpu_up(cpu, idle);

	xen_setup_runstate_info(cpu);

	/*
         * PV VCPUs are always successfully taken down (see 'while' loop
         * in xen_cpu_die()), so -EBUSY is an error.
         */
	rc = cpu_check_up_prepare(cpu);
	if (rc)
		return rc;

	/* make sure interrupts start blocked */
	per_cpu(xen_vcpu, cpu)->evtchn_upcall_mask = 1;

	rc = cpu_initialize_context(cpu, idle);
	if (rc)
		return rc;

	xen_pmu_init(cpu);

	rc = HYPERVISOR_vcpu_op(VCPUOP_up, xen_vcpu_nr(cpu), NULL);
	BUG_ON(rc);

	while (cpu_report_state(cpu) != CPU_ONLINE)
		HYPERVISOR_sched_op(SCHEDOP_yield, NULL);

	return 0;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Jeremy Fitzhardinge
83
71.55%
3
25.00%
Paul E. McKenney
12
10.34%
1
8.33%
Boris Ostrovsky
6
5.17%
2
16.67%
Ian Campbell
5
4.31%
1
8.33%
Thomas Gleixner
5
4.31%
2
16.67%
Vitaly Kuznetsov
3
2.59%
1
8.33%
Mukesh Rathor
1
0.86%
1
8.33%
Hannes Eder
1
0.86%
1
8.33%
Total
116
100.00%
12
100.00%



static void xen_smp_cpus_done(unsigned int max_cpus)
{
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Jeremy Fitzhardinge
9
100.00%
2
100.00%
Total
9
100.00%
2
100.00%

#ifdef CONFIG_HOTPLUG_CPU


static int xen_cpu_disable(void)
{
	unsigned int cpu = smp_processor_id();
	if (cpu == 0)
		return -EBUSY;

	cpu_disable_common();

	load_cr3(swapper_pg_dir);
	return 0;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Alex Nixon
36
100.00%
2
100.00%
Total
36
100.00%
2
100.00%



static void xen_cpu_die(unsigned int cpu)
{
	while (xen_pv_domain() && HYPERVISOR_vcpu_op(VCPUOP_is_up,
						     xen_vcpu_nr(cpu), NULL)) {
		__set_current_state(TASK_UNINTERRUPTIBLE);
		schedule_timeout(HZ/10);
	}

	if (common_cpu_die(cpu) == 0) {
		xen_smp_intr_free(cpu);
		xen_uninit_lock_cpu(cpu);
		xen_teardown_timer(cpu);
		xen_pmu_finish(cpu);
	}
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Alex Nixon
42
58.33%
2
20.00%
Boris Ostrovsky
8
11.11%
2
20.00%
Paul E. McKenney
8
11.11%
1
10.00%
Konrad Rzeszutek Wilk
8
11.11%
3
30.00%
Vitaly Kuznetsov
3
4.17%
1
10.00%
Davidlohr Bueso A
3
4.17%
1
10.00%
Total
72
100.00%
10
100.00%



static void xen_play_dead(void) /* used only with HOTPLUG_CPU */
{
	play_dead_common();
	HYPERVISOR_vcpu_op(VCPUOP_down, xen_vcpu_nr(smp_processor_id()), NULL);
	cpu_bringup();
	/*
         * commit 4b0c0f294 (tick: Cleanup NOHZ per cpu data on cpu down)
         * clears certain data that the cpu_idle loop (which called us
         * and that we return from) expects. The only way to get that
         * data back is to call:
         */
	tick_nohz_idle_enter();

	cpu_startup_entry(CPUHP_AP_ONLINE_IDLE);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Alex Nixon
24
64.86%
2
33.33%
Boris Ostrovsky
5
13.51%
1
16.67%
Konrad Rzeszutek Wilk
4
10.81%
1
16.67%
Vitaly Kuznetsov
3
8.11%
1
16.67%
Robert P. J. Day
1
2.70%
1
16.67%
Total
37
100.00%
6
100.00%

#else /* !CONFIG_HOTPLUG_CPU */


static int xen_cpu_disable(void)
{
	return -ENOSYS;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Alex Nixon
12
100.00%
2
100.00%
Total
12
100.00%
2
100.00%



static void xen_cpu_die(unsigned int cpu)
{
	BUG();
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Alex Nixon
13
100.00%
2
100.00%
Total
13
100.00%
2
100.00%



static void xen_play_dead(void)
{
	BUG();
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Alex Nixon
11
100.00%
2
100.00%
Total
11
100.00%
2
100.00%

#endif


static void stop_self(void *v)
{
	int cpu = smp_processor_id();

	/* make sure we're not pinning something down */
	load_cr3(swapper_pg_dir);
	/* should set up a minimal gdt */

	set_cpu_online(cpu, false);

	HYPERVISOR_vcpu_op(VCPUOP_down, xen_vcpu_nr(cpu), NULL);
	BUG();
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Jeremy Fitzhardinge
35
77.78%
1
33.33%
Ian Campbell
7
15.56%
1
33.33%
Vitaly Kuznetsov
3
6.67%
1
33.33%
Total
45
100.00%
3
100.00%



static void xen_stop_other_cpus(int wait)
{
	smp_call_function(stop_self, NULL, wait);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Jeremy Fitzhardinge
14
77.78%
3
75.00%
Alok N Kataria
4
22.22%
1
25.00%
Total
18
100.00%
4
100.00%



static void xen_smp_send_reschedule(int cpu)
{
	xen_send_IPI_one(cpu, XEN_RESCHEDULE_VECTOR);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Jeremy Fitzhardinge
16
100.00%
2
100.00%
Total
16
100.00%
2
100.00%



static void __xen_send_IPI_mask(const struct cpumask *mask,
			      int vector)
{
	unsigned cpu;

	for_each_cpu_and(cpu, mask, cpu_online_mask)
		xen_send_IPI_one(cpu, vector);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Jeremy Fitzhardinge
24
72.73%
1
25.00%
Mike Travis
7
21.21%
2
50.00%
Ben Guthro
2
6.06%
1
25.00%
Total
33
100.00%
4
100.00%



static void xen_smp_send_call_function_ipi(const struct cpumask *mask)
{
	int cpu;

	__xen_send_IPI_mask(mask, XEN_CALL_FUNCTION_VECTOR);

	/* Make sure other vcpus get a chance to run if they need to. */
	for_each_cpu(cpu, mask) {
		if (xen_vcpu_stolen(cpu)) {
			HYPERVISOR_sched_op(SCHEDOP_yield, NULL);
			break;
		}
	}
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Jens Axboe
39
81.25%
1
16.67%
Mike Travis
6
12.50%
2
33.33%
Jeremy Fitzhardinge
1
2.08%
1
16.67%
Hannes Eder
1
2.08%
1
16.67%
Ben Guthro
1
2.08%
1
16.67%
Total
48
100.00%
6
100.00%



static void xen_smp_send_call_function_single_ipi(int cpu)
{
	__xen_send_IPI_mask(cpumask_of(cpu),
			  XEN_CALL_FUNCTION_SINGLE_VECTOR);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Jens Axboe
16
84.21%
1
25.00%
Jeremy Fitzhardinge
1
5.26%
1
25.00%
Ben Guthro
1
5.26%
1
25.00%
Mike Travis
1
5.26%
1
25.00%
Total
19
100.00%
4
100.00%



static inline int xen_map_vector(int vector)
{
	int xen_vector;

	switch (vector) {
	case RESCHEDULE_VECTOR:
		xen_vector = XEN_RESCHEDULE_VECTOR;
		break;
	case CALL_FUNCTION_VECTOR:
		xen_vector = XEN_CALL_FUNCTION_VECTOR;
		break;
	case CALL_FUNCTION_SINGLE_VECTOR:
		xen_vector = XEN_CALL_FUNCTION_SINGLE_VECTOR;
		break;
	case IRQ_WORK_VECTOR:
		xen_vector = XEN_IRQ_WORK_VECTOR;
		break;
#ifdef CONFIG_X86_64
	case NMI_VECTOR:
	case APIC_DM_NMI: /* Some use that instead of NMI_VECTOR */
		xen_vector = XEN_NMI_VECTOR;
		break;
#endif
	default:
		xen_vector = -1;
		printk(KERN_ERR "xen: vector 0x%x is not implemented\n",
			vector);
	}

	return xen_vector;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Ben Guthro
60
70.59%
1
33.33%
Konrad Rzeszutek Wilk
17
20.00%
1
33.33%
Lin Ming
8
9.41%
1
33.33%
Total
85
100.00%
3
100.00%



void xen_send_IPI_mask(const struct cpumask *mask,
			      int vector)
{
	int xen_vector = xen_map_vector(vector);

	if (xen_vector >= 0)
		__xen_send_IPI_mask(mask, xen_vector);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Ben Guthro
35
100.00%
1
100.00%
Total
35
100.00%
1
100.00%



void xen_send_IPI_all(int vector)
{
	int xen_vector = xen_map_vector(vector);

	if (xen_vector >= 0)
		__xen_send_IPI_mask(cpu_online_mask, xen_vector);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Ben Guthro
29
100.00%
1
100.00%
Total
29
100.00%
1
100.00%



void xen_send_IPI_self(int vector)
{
	int xen_vector = xen_map_vector(vector);

	if (xen_vector >= 0)
		xen_send_IPI_one(smp_processor_id(), xen_vector);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Ben Guthro
30
100.00%
1
100.00%
Total
30
100.00%
1
100.00%



void xen_send_IPI_mask_allbutself(const struct cpumask *mask,
				int vector)
{
	unsigned cpu;
	unsigned int this_cpu = smp_processor_id();
	int xen_vector = xen_map_vector(vector);

	if (!(num_online_cpus() > 1) || (xen_vector < 0))
		return;

	for_each_cpu_and(cpu, mask, cpu_online_mask) {
		if (this_cpu == cpu)
			continue;

		xen_send_IPI_one(cpu, xen_vector);
	}
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Ben Guthro
56
76.71%
1
50.00%
Stefan Bader
17
23.29%
1
50.00%
Total
73
100.00%
2
100.00%



void xen_send_IPI_allbutself(int vector)
{
	xen_send_IPI_mask_allbutself(cpu_online_mask, vector);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Ben Guthro
14
93.33%
1
50.00%
Stefan Bader
1
6.67%
1
50.00%
Total
15
100.00%
2
100.00%



static irqreturn_t xen_call_function_interrupt(int irq, void *dev_id)
{
	irq_enter();
	generic_smp_call_function_interrupt();
	inc_irq_stat(irq_call_count);
	irq_exit();

	return IRQ_HANDLED;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Jeremy Fitzhardinge
25
83.33%
2
40.00%
Joe Korty
2
6.67%
1
20.00%
Jens Axboe
2
6.67%
1
20.00%
Brian Gerst
1
3.33%
1
20.00%
Total
30
100.00%
5
100.00%



static irqreturn_t xen_call_function_single_interrupt(int irq, void *dev_id)
{
	irq_enter();
	generic_smp_call_function_single_interrupt();
	inc_irq_stat(irq_call_count);
	irq_exit();

	return IRQ_HANDLED;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Jeremy Fitzhardinge
19
63.33%
2
50.00%
Jens Axboe
10
33.33%
1
25.00%
Brian Gerst
1
3.33%
1
25.00%
Total
30
100.00%
4
100.00%



static irqreturn_t xen_irq_work_interrupt(int irq, void *dev_id)
{
	irq_enter();
	irq_work_run();
	inc_irq_stat(apic_irq_work_irqs);
	irq_exit();

	return IRQ_HANDLED;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Lin Ming
30
100.00%
1
100.00%
Total
30
100.00%
1
100.00%


static const struct smp_ops xen_smp_ops __initconst = {
	.smp_prepare_boot_cpu = xen_smp_prepare_boot_cpu,
	.smp_prepare_cpus = xen_smp_prepare_cpus,
	.smp_cpus_done = xen_smp_cpus_done,

	.cpu_up = xen_cpu_up,
	.cpu_die = xen_cpu_die,
	.cpu_disable = xen_cpu_disable,
	.play_dead = xen_play_dead,

	.stop_other_cpus = xen_stop_other_cpus,
	.smp_send_reschedule = xen_smp_send_reschedule,

	.send_call_func_ipi = xen_smp_send_call_function_ipi,
	.send_call_func_single_ipi = xen_smp_send_call_function_single_ipi,
};



void __init xen_smp_init(void)
{
	smp_ops = xen_smp_ops;
	xen_fill_possible_map();
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Jeremy Fitzhardinge
15
100.00%
2
100.00%
Total
15
100.00%
2
100.00%



static void __init xen_hvm_smp_prepare_cpus(unsigned int max_cpus)
{
	native_smp_prepare_cpus(max_cpus);
	WARN_ON(xen_smp_intr_init(0));

	xen_init_lock_cpu(0);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Stefano Stabellini
29
100.00%
1
100.00%
Total
29
100.00%
1
100.00%



void __init xen_hvm_smp_init(void)
{
	smp_ops.smp_prepare_cpus = xen_hvm_smp_prepare_cpus;
	smp_ops.smp_send_reschedule = xen_smp_send_reschedule;
	smp_ops.cpu_die = xen_cpu_die;
	smp_ops.send_call_func_ipi = xen_smp_send_call_function_ipi;
	smp_ops.send_call_func_single_ipi = xen_smp_send_call_function_single_ipi;
	smp_ops.smp_prepare_boot_cpu = xen_smp_prepare_boot_cpu;
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Stefano Stabellini
37
84.09%
1
33.33%
Konrad Rzeszutek Wilk
6
13.64%
1
33.33%
Paul E. McKenney
1
2.27%
1
33.33%
Total
44
100.00%
3
100.00%

Overall Contributors
Person
Tokens
Prop
Commits
CommitProp
Jeremy Fitzhardinge
1102
36.47%
15
18.99%
Konrad Rzeszutek Wilk
625
20.68%
15
18.99%
Ben Guthro
228
7.54%
1
1.27%
Boris Ostrovsky
185
6.12%
5
6.33%
Alex Nixon
177
5.86%
3
3.80%
Jens Axboe
133
4.40%
1
1.27%
Stefano Stabellini
123
4.07%
3
3.80%
Lin Ming
113
3.74%
1
1.27%
Mukesh Rathor
76
2.51%
2
2.53%
Andrew Jones
49
1.62%
1
1.27%
Mike Travis
40
1.32%
3
3.80%
Vitaly Kuznetsov
26
0.86%
2
2.53%
Paul E. McKenney
24
0.79%
1
1.27%
Frediano Ziglio
20
0.66%
1
1.27%
Stefan Bader
18
0.60%
1
1.27%
Ian Campbell
12
0.40%
2
2.53%
Tejun Heo
11
0.36%
2
2.53%
Thomas Gleixner
11
0.36%
4
5.06%
Rusty Russell
10
0.33%
2
2.53%
Igor Mammedov
8
0.26%
1
1.27%
Alok N Kataria
6
0.20%
1
1.27%
Peter Zijlstra
4
0.13%
1
1.27%
Brian Gerst
3
0.10%
1
1.27%
Glauber de Oliveira Costa
3
0.10%
1
1.27%
Davidlohr Bueso A
3
0.10%
1
1.27%
Ingo Molnar
3
0.10%
1
1.27%
Joe Korty
2
0.07%
1
1.27%
Hannes Eder
2
0.07%
1
1.27%
H. Peter Anvin
1
0.03%
1
1.27%
Daniel Kiper
1
0.03%
1
1.27%
Robert P. J. Day
1
0.03%
1
1.27%
Julien Grall
1
0.03%
1
1.27%
Akinobu Mita
1
0.03%
1
1.27%
Total
3022
100.00%
79
100.00%
Directory: arch/x86/xen

Information contained on this website is for historical information purposes only and does not indicate or represent copyright ownership.