Release 4.15 virt/kvm/kvm_main.c

/*
 * Kernel-based Virtual Machine driver for Linux
 *
 * This module enables machines with Intel VT-x extensions to run virtual
 * machines without emulation or binary translation.
 *
 * Copyright (C) 2006 Qumranet, Inc.
 * Copyright 2010 Red Hat, Inc. and/or its affiliates.
 *
 * Authors:
 *   Avi Kivity   <avi@qumranet.com>
 *   Yaniv Kamay  <yaniv@qumranet.com>
 *
 * This work is licensed under the terms of the GNU GPL, version 2.  See
 * the COPYING file in the top-level directory.
 *
 */

#include <kvm/iodev.h>

#include <linux/kvm_host.h>
#include <linux/kvm.h>
#include <linux/module.h>
#include <linux/errno.h>
#include <linux/percpu.h>
#include <linux/mm.h>
#include <linux/miscdevice.h>
#include <linux/vmalloc.h>
#include <linux/reboot.h>
#include <linux/debugfs.h>
#include <linux/highmem.h>
#include <linux/file.h>
#include <linux/syscore_ops.h>
#include <linux/cpu.h>
#include <linux/sched/signal.h>
#include <linux/sched/mm.h>
#include <linux/sched/stat.h>
#include <linux/cpumask.h>
#include <linux/smp.h>
#include <linux/anon_inodes.h>
#include <linux/profile.h>
#include <linux/kvm_para.h>
#include <linux/pagemap.h>
#include <linux/mman.h>
#include <linux/swap.h>
#include <linux/bitops.h>
#include <linux/spinlock.h>
#include <linux/compat.h>
#include <linux/srcu.h>
#include <linux/hugetlb.h>
#include <linux/slab.h>
#include <linux/sort.h>
#include <linux/bsearch.h>

#include <asm/processor.h>
#include <asm/io.h>
#include <asm/ioctl.h>
#include <linux/uaccess.h>
#include <asm/pgtable.h>

#include "coalesced_mmio.h"
#include "async_pf.h"
#include "vfio.h"


#define CREATE_TRACE_POINTS
#include <trace/events/kvm.h>

/* Worst case buffer size needed for holding an integer. */

#define ITOA_MAX_LEN 12

MODULE_AUTHOR("Qumranet");
MODULE_LICENSE("GPL");

/* Architectures should define their poll value according to the halt latency */

unsigned int halt_poll_ns = KVM_HALT_POLL_NS_DEFAULT;
module_param(halt_poll_ns, uint, 0644);

EXPORT_SYMBOL_GPL(halt_poll_ns);

/* Default doubles per-vcpu halt_poll_ns. */

unsigned int halt_poll_ns_grow = 2;
module_param(halt_poll_ns_grow, uint, 0644);

EXPORT_SYMBOL_GPL(halt_poll_ns_grow);

/* Default resets per-vcpu halt_poll_ns . */

unsigned int halt_poll_ns_shrink;
module_param(halt_poll_ns_shrink, uint, 0644);

EXPORT_SYMBOL_GPL(halt_poll_ns_shrink);

/*
 * Ordering of locks:
 *
 *      kvm->lock --> kvm->slots_lock --> kvm->irq_lock
 */


DEFINE_SPINLOCK(kvm_lock);
static DEFINE_RAW_SPINLOCK(kvm_count_lock);

LIST_HEAD(vm_list);


static cpumask_var_t cpus_hardware_enabled;

static int kvm_usage_count;

static atomic_t hardware_enable_failed;


struct kmem_cache *kvm_vcpu_cache;

EXPORT_SYMBOL_GPL(kvm_vcpu_cache);


static __read_mostly struct preempt_ops kvm_preempt_ops;


struct dentry *kvm_debugfs_dir;

EXPORT_SYMBOL_GPL(kvm_debugfs_dir);


static int kvm_debugfs_num_entries;

static const struct file_operations *stat_fops_per_vm[];

static long kvm_vcpu_ioctl(struct file *file, unsigned int ioctl,
			   unsigned long arg);
#ifdef CONFIG_KVM_COMPAT
static long kvm_vcpu_compat_ioctl(struct file *file, unsigned int ioctl,
				  unsigned long arg);
#endif
static int hardware_enable_all(void);
static void hardware_disable_all(void);

static void kvm_io_bus_destroy(struct kvm_io_bus *bus);

static void mark_page_dirty_in_slot(struct kvm_memory_slot *memslot, gfn_t gfn);


__visible bool kvm_rebooting;

EXPORT_SYMBOL_GPL(kvm_rebooting);


static bool largepages_enabled = true;


#define KVM_EVENT_CREATE_VM 0

#define KVM_EVENT_DESTROY_VM 1
static void kvm_uevent_notify_change(unsigned int type, struct kvm *kvm);

static unsigned long long kvm_createvm_count;

static unsigned long long kvm_active_vms;



__weak void kvm_arch_mmu_notifier_invalidate_range(struct kvm *kvm,
		unsigned long start, unsigned long end)
{
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Radim Krčmář
18
100.00%
1
100.00%
Total
18
100.00%
1
100.00%



bool kvm_is_reserved_pfn(kvm_pfn_t pfn)
{
	if (pfn_valid(pfn))
		return PageReserved(pfn_to_page(pfn));

	return true;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Avi Kivity
9
33.33%
1
12.50%
Xiantao Zhang
8
29.63%
1
12.50%
Andrea Arcangeli
7
25.93%
3
37.50%
Dan J Williams
1
3.70%
1
12.50%
Xiao Guangrong
1
3.70%
1
12.50%
Ard Biesheuvel
1
3.70%
1
12.50%
Total
27
100.00%
8
100.00%

/*
 * Switches to specified vcpu, until a matching vcpu_put()
 */


int vcpu_load(struct kvm_vcpu *vcpu)
{
	int cpu;

	if (mutex_lock_killable(&vcpu->mutex))
		return -EINTR;
	cpu = get_cpu();
	preempt_notifier_register(&vcpu->preempt_notifier);
	kvm_arch_vcpu_load(vcpu, cpu);
	put_cpu();
	return 0;
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Avi Kivity
25
47.17%
1
33.33%
Sheng Yang
16
30.19%
1
33.33%
Michael S. Tsirkin
12
22.64%
1
33.33%
Total
53
100.00%
3
100.00%


EXPORT_SYMBOL_GPL(vcpu_load);



void vcpu_put(struct kvm_vcpu *vcpu)
{
	preempt_disable();
	kvm_arch_vcpu_put(vcpu);
	preempt_notifier_unregister(&vcpu->preempt_notifier);
	preempt_enable();
	mutex_unlock(&vcpu->mutex);
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Avi Kivity
16
43.24%
1
25.00%
Xiantao Zhang
14
37.84%
1
25.00%
Sheng Yang
4
10.81%
1
25.00%
Marcelo Tosatti
3
8.11%
1
25.00%
Total
37
100.00%
4
100.00%


EXPORT_SYMBOL_GPL(vcpu_put);

/* TODO: merge with kvm_arch_vcpu_should_kick */


static bool kvm_request_needs_ipi(struct kvm_vcpu *vcpu, unsigned req)
{
	int mode = kvm_vcpu_exiting_guest_mode(vcpu);

	/*
         * We need to wait for the VCPU to reenable interrupts and get out of
         * READING_SHADOW_PAGE_TABLES mode.
         */
	if (req & KVM_REQUEST_WAIT)
		return mode != OUTSIDE_GUEST_MODE;

	/*
         * Need to kick a running VCPU, but otherwise there is nothing to do.
         */
	return mode == IN_GUEST_MODE;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Paolo Bonzini
40
100.00%
1
100.00%
Total
40
100.00%
1
100.00%



static void ack_flush(void *_completed)
{
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Xiantao Zhang
5
55.56%
1
50.00%
Avi Kivity
4
44.44%
1
50.00%
Total
9
100.00%
2
100.00%



static inline bool kvm_kick_many_cpus(const struct cpumask *cpus, bool wait)
{
	if (unlikely(!cpus))
		cpus = cpu_online_mask;

	if (cpumask_empty(cpus))
		return false;

	smp_call_function_many(cpus, ack_flush, NULL, wait);
	return true;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Paolo Bonzini
52
100.00%
1
100.00%
Total
52
100.00%
1
100.00%



bool kvm_make_all_cpus_request(struct kvm *kvm, unsigned int req)
{
	int i, cpu, me;
	cpumask_var_t cpus;
	bool called;
	struct kvm_vcpu *vcpu;

	zalloc_cpumask_var(&cpus, GFP_ATOMIC);

	me = get_cpu();
	kvm_for_each_vcpu(i, vcpu, kvm) {
		kvm_make_request(req, vcpu);
		cpu = vcpu->cpu;

		if (!(req & KVM_REQUEST_NO_WAKEUP) && kvm_vcpu_wake_up(vcpu))
			continue;

		if (cpus != NULL && cpu != -1 && cpu != me &&
		    kvm_request_needs_ipi(vcpu, req))
			__cpumask_set_cpu(cpu, cpus);
	}
	called = kvm_kick_many_cpus(cpus, !!(req & KVM_REQUEST_WAIT));
	put_cpu();
	free_cpumask_var(cpus);
	return called;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Avi Kivity
64
46.38%
1
9.09%
Radim Krčmář
15
10.87%
2
18.18%
Paolo Bonzini
14
10.14%
2
18.18%
Sheng Yang
14
10.14%
1
9.09%
Marcelo Tosatti
11
7.97%
1
9.09%
Xiantao Zhang
10
7.25%
1
9.09%
Xiao Guangrong
9
6.52%
2
18.18%
Tang Chen
1
0.72%
1
9.09%
Total
138
100.00%
11
100.00%

#ifndef CONFIG_HAVE_KVM_ARCH_TLB_FLUSH_ALL


void kvm_flush_remote_tlbs(struct kvm *kvm)
{
	/*
         * Read tlbs_dirty before setting KVM_REQ_TLB_FLUSH in
         * kvm_make_all_cpus_request.
         */
	long dirty_count = smp_load_acquire(&kvm->tlbs_dirty);

	/*
         * We want to publish modifications to the page tables before reading
         * mode. Pairs with a memory barrier in arch-specific code.
         * - x86: smp_mb__after_srcu_read_unlock in vcpu_enter_guest
         * and smp_mb in walk_shadow_page_lockless_begin/end.
         * - powerpc: smp_mb in kvmppc_prepare_to_enter.
         *
         * There is already an smp_mb__after_atomic() before
         * kvm_make_all_cpus_request() reads vcpu->mode. We reuse that
         * barrier here.
         */
	if (kvm_make_all_cpus_request(kvm, KVM_REQ_TLB_FLUSH))
		++kvm->stat.remote_tlb_flush;
	cmpxchg(&kvm->tlbs_dirty, dirty_count, 0);
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Xiao Guangrong
19
37.25%
2
25.00%
Xiantao Zhang
12
23.53%
1
12.50%
Avi Kivity
9
17.65%
1
12.50%
Lan Tianyu
6
11.76%
1
12.50%
Marcelo Tosatti
3
5.88%
1
12.50%
Mark McLoughlin
1
1.96%
1
12.50%
Tang Chen
1
1.96%
1
12.50%
Total
51
100.00%
8
100.00%


EXPORT_SYMBOL_GPL(kvm_flush_remote_tlbs);
#endif



void kvm_reload_remote_mmus(struct kvm *kvm)
{
	kvm_make_all_cpus_request(kvm, KVM_REQ_MMU_RELOAD);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Xiantao Zhang
8
47.06%
1
20.00%
Sheng Yang
6
35.29%
2
40.00%
Avi Kivity
2
11.76%
1
20.00%
Tang Chen
1
5.88%
1
20.00%
Total
17
100.00%
5
100.00%



int kvm_vcpu_init(struct kvm_vcpu *vcpu, struct kvm *kvm, unsigned id)
{
	struct page *page;
	int r;

	mutex_init(&vcpu->mutex);
	vcpu->cpu = -1;
	vcpu->kvm = kvm;
	vcpu->vcpu_id = id;
	vcpu->pid = NULL;
	init_swait_queue_head(&vcpu->wq);
	kvm_async_pf_vcpu_init(vcpu);

	vcpu->pre_pcpu = -1;
	INIT_LIST_HEAD(&vcpu->blocked_vcpu_list);

	page = alloc_page(GFP_KERNEL | __GFP_ZERO);
	if (!page) {
		r = -ENOMEM;
		goto fail;
	}
	vcpu->run = page_address(page);

	kvm_vcpu_set_in_spin_loop(vcpu, false);
	kvm_vcpu_set_dy_eligible(vcpu, false);
	vcpu->preempted = false;

	r = kvm_arch_vcpu_init(vcpu);
	if (r < 0)
		goto fail_free_run;
	return 0;

fail_free_run:
	free_page((unsigned long)vcpu->run);
fail:
	return r;
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Avi Kivity
85
48.02%
1
8.33%
Sheng Yang
38
21.47%
3
25.00%
Raghavendra K T
20
11.30%
2
16.67%
Feng Wu
15
8.47%
1
8.33%
Mark McLoughlin
6
3.39%
1
8.33%
Rik Van Riel
6
3.39%
1
8.33%
Gleb Natapov
5
2.82%
1
8.33%
Xiantao Zhang
1
0.56%
1
8.33%
Marcelo Tosatti
1
0.56%
1
8.33%
Total
177
100.00%
12
100.00%


EXPORT_SYMBOL_GPL(kvm_vcpu_init);



void kvm_vcpu_uninit(struct kvm_vcpu *vcpu)
{
	/*
         * no need for rcu_read_lock as VCPU_RUN is the only place that
         * will change the vcpu->pid pointer and on uninit all file
         * descriptors are already gone.
         */
	put_pid(rcu_dereference_protected(vcpu->pid, 1));
	kvm_arch_vcpu_uninit(vcpu);
	free_page((unsigned long)vcpu->run);
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Avi Kivity
15
38.46%
1
25.00%
Sheng Yang
11
28.21%
1
25.00%
Rik Van Riel
7
17.95%
1
25.00%
Christian Bornträger
6
15.38%
1
25.00%
Total
39
100.00%
4
100.00%


EXPORT_SYMBOL_GPL(kvm_vcpu_uninit);

#if defined(CONFIG_MMU_NOTIFIER) && defined(KVM_ARCH_WANT_MMU_NOTIFIER)


static inline struct kvm *mmu_notifier_to_kvm(struct mmu_notifier *mn)
{
	return container_of(mn, struct kvm, mmu_notifier);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Sheng Yang
12
48.00%
1
33.33%
Avi Kivity
12
48.00%
1
33.33%
Mark McLoughlin
1
4.00%
1
33.33%
Total
25
100.00%
3
100.00%



static void kvm_mmu_notifier_change_pte(struct mmu_notifier *mn,
					struct mm_struct *mm,
					unsigned long address,
					pte_t pte)
{
	struct kvm *kvm = mmu_notifier_to_kvm(mn);
	int idx;

	idx = srcu_read_lock(&kvm->srcu);
	spin_lock(&kvm->mmu_lock);
	kvm->mmu_notifier_seq++;
	kvm_set_spte_hva(kvm, address, pte);
	spin_unlock(&kvm->mmu_lock);
	srcu_read_unlock(&kvm->srcu, idx);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Avi Kivity
40
46.51%
1
33.33%
Xiantao Zhang
23
26.74%
1
33.33%
Marcelo Tosatti
23
26.74%
1
33.33%
Total
86
100.00%
3
100.00%



static void kvm_mmu_notifier_invalidate_range_start(struct mmu_notifier *mn,
						    struct mm_struct *mm,
						    unsigned long start,
						    unsigned long end)
{
	struct kvm *kvm = mmu_notifier_to_kvm(mn);
	int need_tlb_flush = 0, idx;

	idx = srcu_read_lock(&kvm->srcu);
	spin_lock(&kvm->mmu_lock);
	/*
         * The count increase must become visible at unlock time as no
         * spte can be established without taking the mmu_lock and
         * count is also read inside the mmu_lock critical section.
         */
	kvm->mmu_notifier_count++;
	need_tlb_flush = kvm_unmap_hva_range(kvm, start, end);
	need_tlb_flush |= kvm->tlbs_dirty;
	/* we've to flush the tlb before the pages can be freed */
	if (need_tlb_flush)
		kvm_flush_remote_tlbs(kvm);

	spin_unlock(&kvm->mmu_lock);

	kvm_arch_mmu_notifier_invalidate_range(kvm, start, end);

	srcu_read_unlock(&kvm->srcu, idx);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Avi Kivity
51
42.86%
1
12.50%
Marcelo Tosatti
22
18.49%
1
12.50%
Sheng Yang
17
14.29%
2
25.00%
Takuya Yoshikawa
14
11.76%
2
25.00%
Radim Krčmář
9
7.56%
1
12.50%
Xiao Guangrong
6
5.04%
1
12.50%
Total
119
100.00%
8
100.00%



static void kvm_mmu_notifier_invalidate_range_end(struct mmu_notifier *mn,
						  struct mm_struct *mm,
						  unsigned long start,
						  unsigned long end)
{
	struct kvm *kvm = mmu_notifier_to_kvm(mn);

	spin_lock(&kvm->mmu_lock);
	/*
         * This sequence increase will notify the kvm page fault that
         * the page that is going to be mapped in the spte could have
         * been freed.
         */
	kvm->mmu_notifier_seq++;
	smp_wmb();
	/*
         * The above sequence increase must be visible before the
         * below count decrease, which is ensured by the smp_wmb above
         * in conjunction with the smp_rmb in mmu_notifier_retry().
         */
	kvm->mmu_notifier_count--;
	spin_unlock(&kvm->mmu_lock);

	BUG_ON(kvm->mmu_notifier_count < 0);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Avi Kivity
45
60.81%
1
25.00%
Sheng Yang
25
33.78%
2
50.00%
Paul Mackerras
4
5.41%
1
25.00%
Total
74
100.00%
4
100.00%



static int kvm_mmu_notifier_clear_flush_young(struct mmu_notifier *mn,
					      struct mm_struct *mm,
					      unsigned long start,
					      unsigned long end)
{
	struct kvm *kvm = mmu_notifier_to_kvm(mn);
	int young, idx;

	idx = srcu_read_lock(&kvm->srcu);
	spin_lock(&kvm->mmu_lock);

	young = kvm_age_hva(kvm, start, end);
	if (young)
		kvm_flush_remote_tlbs(kvm);

	spin_unlock(&kvm->mmu_lock);
	srcu_read_unlock(&kvm->srcu, idx);

	return young;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Avi Kivity
34
34.69%
1
16.67%
Sheng Yang
25
25.51%
2
33.33%
Marcelo Tosatti
22
22.45%
1
16.67%
Takuya Yoshikawa
9
9.18%
1
16.67%
Andres Lagar-Cavilla
8
8.16%
1
16.67%
Total
98
100.00%
6
100.00%



static int kvm_mmu_notifier_clear_young(struct mmu_notifier *mn,
					struct mm_struct *mm,
					unsigned long start,
					unsigned long end)
{
	struct kvm *kvm = mmu_notifier_to_kvm(mn);
	int young, idx;

	idx = srcu_read_lock(&kvm->srcu);
	spin_lock(&kvm->mmu_lock);
	/*
         * Even though we do not flush TLB, this will still adversely
         * affect performance on pre-Haswell Intel EPT, where there is
         * no EPT Access Bit to clear so that we have to tear down EPT
         * tables instead. If we find this unacceptable, we can always
         * add a parameter to kvm_age_hva so that it effectively doesn't
         * do anything on clear_young.
         *
         * Also note that currently we never issue secondary TLB flushes
         * from clear_young, leaving this job up to the regular system
         * cadence. If we find this inaccurate, we might come up with a
         * more sophisticated heuristic later.
         */
	young = kvm_age_hva(kvm, start, end);
	spin_unlock(&kvm->mmu_lock);
	srcu_read_unlock(&kvm->srcu, idx);

	return young;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Vladimir Davydov
90
100.00%
1
100.00%
Total
90
100.00%
1
100.00%



static int kvm_mmu_notifier_test_young(struct mmu_notifier *mn,
				       struct mm_struct *mm,
				       unsigned long address)
{
	struct kvm *kvm = mmu_notifier_to_kvm(mn);
	int young, idx;

	idx = srcu_read_lock(&kvm->srcu);
	spin_lock(&kvm->mmu_lock);
	young = kvm_test_age_hva(kvm, address);
	spin_unlock(&kvm->mmu_lock);
	srcu_read_unlock(&kvm->srcu, idx);

	return young;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Andrea Arcangeli
83
100.00%
1
100.00%
Total
83
100.00%
1
100.00%



static void kvm_mmu_notifier_release(struct mmu_notifier *mn,
				     struct mm_struct *mm)
{
	struct kvm *kvm = mmu_notifier_to_kvm(mn);
	int idx;

	idx = srcu_read_lock(&kvm->srcu);
	kvm_arch_flush_shadow_all(kvm);
	srcu_read_unlock(&kvm->srcu, idx);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Lai Jiangshan
23
42.59%
1
20.00%
Avi Kivity
19
35.19%
1
20.00%
Xiantao Zhang
8
14.81%
1
20.00%
Sheng Yang
3
5.56%
1
20.00%
Marcelo Tosatti
1
1.85%
1
20.00%
Total
54
100.00%
5
100.00%


static const struct mmu_notifier_ops kvm_mmu_notifier_ops = {
	.invalidate_range_start	= kvm_mmu_notifier_invalidate_range_start,
	.invalidate_range_end	= kvm_mmu_notifier_invalidate_range_end,
	.clear_flush_young	= kvm_mmu_notifier_clear_flush_young,
	.clear_young		= kvm_mmu_notifier_clear_young,
	.test_young		= kvm_mmu_notifier_test_young,
	.change_pte		= kvm_mmu_notifier_change_pte,
	.release		= kvm_mmu_notifier_release,
};



static int kvm_init_mmu_notifier(struct kvm *kvm)
{
	kvm->mmu_notifier.ops = &kvm_mmu_notifier_ops;
	return mmu_notifier_register(&kvm->mmu_notifier, current->mm);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Avi Kivity
33
100.00%
1
100.00%
Total
33
100.00%
1
100.00%

#else  /* !(CONFIG_MMU_NOTIFIER && KVM_ARCH_WANT_MMU_NOTIFIER) */



static int kvm_init_mmu_notifier(struct kvm *kvm)
{
	return 0;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Avi Kivity
14
100.00%
1
100.00%
Total
14
100.00%
1
100.00%

#endif /* CONFIG_MMU_NOTIFIER && KVM_ARCH_WANT_MMU_NOTIFIER */



static struct kvm_memslots *kvm_alloc_memslots(void)
{
	int i;
	struct kvm_memslots *slots;

	slots = kvzalloc(sizeof(struct kvm_memslots), GFP_KERNEL);
	if (!slots)
		return NULL;

	for (i = 0; i < KVM_MEM_SLOTS_NUM; i++)
		slots->id_to_index[i] = slots->memslots[i].id = i;

	return slots;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Xiao Guangrong
44
60.27%
2
50.00%
Paolo Bonzini
26
35.62%
1
25.00%
Michal Hocko
3
4.11%
1
25.00%
Total
73
100.00%
4
100.00%



static void kvm_destroy_dirty_bitmap(struct kvm_memory_slot *memslot)
{
	if (!memslot->dirty_bitmap)
		return;

	kvfree(memslot->dirty_bitmap);
	memslot->dirty_bitmap = NULL;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Paolo Bonzini
32
100.00%
1
100.00%
Total
32
100.00%
1
100.00%

/*
 * Free any memory in @free but not in @dont.
 */


static void kvm_free_memslot(struct kvm *kvm, struct kvm_memory_slot *free,
			      struct kvm_memory_slot *dont)
{
	if (!dont || free->dirty_bitmap != dont->dirty_bitmap)
		kvm_destroy_dirty_bitmap(free);

	kvm_arch_free_memslot(kvm, free, dont);

	free->npages = 0;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Paolo Bonzini
54
100.00%
1
100.00%
Total
54
100.00%
1
100.00%



static void kvm_free_memslots(struct kvm *kvm, struct kvm_memslots *slots)
{
	struct kvm_memory_slot *memslot;

	if (!slots)
		return;

	kvm_for_each_memslot(memslot, slots)
		kvm_free_memslot(kvm, memslot, NULL);

	kvfree(slots);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Paolo Bonzini
46
97.87%
1
50.00%
Xiao Guangrong
1
2.13%
1
50.00%
Total
47
100.00%
2
100.00%



static void kvm_destroy_vm_debugfs(struct kvm *kvm)
{
	int i;

	if (!kvm->debugfs_dentry)
		return;

	debugfs_remove_recursive(kvm->debugfs_dentry);

	if (kvm->debugfs_stat_data) {
		for (i = 0; i < kvm_debugfs_num_entries; i++)
			kfree(kvm->debugfs_stat_data[i]);
		kfree(kvm->debugfs_stat_data);
	}
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Janosch Frank
29
43.28%
1
12.50%
Paolo Bonzini
16
23.88%
1
12.50%
Sheng Yang
8
11.94%
2
25.00%
Luiz Fernando N. Capitulino
8
11.94%
1
12.50%
Jan Kiszka
3
4.48%
1
12.50%
Alexander Graf
2
2.99%
1
12.50%
Marcelo Tosatti
1
1.49%
1
12.50%
Total
67
100.00%
8
100.00%



static int kvm_create_vm_debugfs(struct kvm *kvm, int fd)
{
	char dir_name[ITOA_MAX_LEN * 2];
	struct kvm_stat_data *stat_data;
	struct kvm_stats_debugfs_item *p;

	if (!debugfs_initialized())
		return 0;

	snprintf(dir_name, sizeof(dir_name), "%d-%d", task_pid_nr(current), fd);
	kvm->debugfs_dentry = debugfs_create_dir(dir_name,
						 kvm_debugfs_dir);
	if (!kvm->debugfs_dentry)
		return -ENOMEM;

	kvm->debugfs_stat_data = kcalloc(kvm_debugfs_num_entries,
					 sizeof(*kvm->debugfs_stat_data),
					 GFP_KERNEL);
	if (!kvm->debugfs_stat_data)
		return -ENOMEM;

	for (p = debugfs_entries; p->name; p++) {
		stat_data = kzalloc(sizeof(*stat_data), GFP_KERNEL);
		if (!stat_data)
			return -ENOMEM;

		stat_data->kvm = kvm;
		stat_data->offset = p->offset;
		kvm->debugfs_stat_data[p - debugfs_entries] = stat_data;
		if (!debugfs_create_file(p->name, 0644,
					 kvm->debugfs_dentry,
					 stat_data,
					 stat_fops_per_vm[p->kind]))
			return -ENOMEM;
	}
	return 0;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Janosch Frank
167
81.07%
1
8.33%
Paolo Bonzini
16
7.77%
2
16.67%
Marcelo Tosatti
7
3.40%
1
8.33%
Sheng Yang
6
2.91%
2
16.67%
Jan Kiszka
4
1.94%
1
8.33%
Alex Williamson
2
0.97%
1
8.33%
Avi Kivity
1
0.49%
1
8.33%
Suraj Jitindar Singh
1
0.49%
1
8.33%
Carsten Otte
1
0.49%
1
8.33%
Alexander Graf
1
0.49%
1
8.33%
Total
206
100.00%
12
100.00%



static struct kvm *kvm_create_vm(unsigned long type)
{
	int r, i;
	struct kvm *kvm = kvm_arch_alloc_vm();

	if (!kvm)
		return ERR_PTR(-ENOMEM);

	spin_lock_init(&kvm->mmu_lock);
	mmgrab(current->mm);
	kvm->mm = current->mm;
	kvm_eventfd_init(kvm);
	mutex_init(&kvm->lock);
	mutex_init(&kvm->irq_lock);
	mutex_init(&kvm->slots_lock);
	refcount_set(&kvm->users_count, 1);
	INIT_LIST_HEAD(&kvm->devices);

	r = kvm_arch_init_vm(kvm, type);
	if (r)
		goto out_err_no_disable;

	r = hardware_enable_all();
	if (r)
		goto out_err_no_disable;

#ifdef CONFIG_HAVE_KVM_IRQFD
	INIT_HLIST_HEAD(&kvm->irq_ack_notifier_list);
#endif

	BUILD_BUG_ON(KVM_MEM_SLOTS_NUM > SHRT_MAX);

	r = -ENOMEM;
	for (i = 0; i < KVM_ADDRESS_SPACE_NUM; i++) {
		struct kvm_memslots *slots = kvm_alloc_memslots();
		if (!slots)
			goto out_err_no_srcu;
		/*
                 * Generations must be different for each address space.
                 * Init kvm generation close to the maximum to easily test the
                 * code of handling generation number wrap-around.
                 */
		slots->generation = i * 2 - 150;
		rcu_assign_pointer(kvm->memslots[i], slots);
	}

	if (init_srcu_struct(&kvm->srcu))
		goto out_err_no_srcu;
	if (init_srcu_struct(&kvm->irq_srcu))
		goto out_err_no_irq_srcu;
	for (i = 0; i < KVM_NR_BUSES; i++) {
		rcu_assign_pointer(kvm->buses[i],
			kzalloc(sizeof(struct kvm_io_bus), GFP_KERNEL));
		if (!kvm->buses[i])
			goto out_err;
	}

	r = kvm_init_mmu_notifier(kvm);
	if (r)
		goto out_err;

	spin_lock(&kvm_lock);
	list_add(&kvm->vm_list, &vm_list);
	spin_unlock(&kvm_lock);

	preempt_notifier_inc();

	return kvm;

out_err:
	cleanup_srcu_struct(&kvm->irq_srcu);
out_err_no_irq_srcu:
	cleanup_srcu_struct(&kvm->srcu);
out_err_no_srcu:
	hardware_disable_all();
out_err_no_disable:
	refcount_set(&kvm->users_count, 0);
	for (i = 0; i < KVM_NR_BUSES; i++)
		kfree(kvm_get_bus(kvm, i));
	for (i = 0; i < KVM_ADDRESS_SPACE_NUM; i++)
		kvm_free_memslots(kvm, __kvm_memslots(kvm, i));
	kvm_arch_free_vm(kvm);
	mmdrop(current->mm);
	return ERR_PTR(r);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Janosch Frank
179
41.15%
1
3.85%
Marcelo Tosatti
80
18.39%
3
11.54%
Paolo Bonzini
61
14.02%
6
23.08%
Christian Bornträger
45
10.34%
4
15.38%
Mike Waychison
14
3.22%
1
3.85%
Sheng Yang
13
2.99%
3
11.54%
Xiantao Zhang
12
2.76%
1
3.85%
Jan Kiszka
10
2.30%
2
7.69%
Alexander Graf
9
2.07%
1
3.85%
Avi Kivity
7
1.61%
1
3.85%
Peter Zijlstra
3
0.69%
1
3.85%
Vegard Nossum
1
0.23%
1
3.85%
Elena Reshetova
1
0.23%
1
3.85%
Total
435
100.00%
26
100.00%



static void kvm_destroy_devices(struct kvm *kvm)
{
	struct kvm_device *dev, *tmp;

	/*
         * We do not need to take the kvm->lock here, because nobody else
         * has a reference to the struct kvm at this point and therefore
         * cannot access the devices list anyhow.
         */
	list_for_each_entry_safe(dev, tmp, &kvm->devices, vm_node) {
		list_del(&dev->vm_node);
		dev->ops->destroy(dev);
	}
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Scott Wood
38
77.55%
1
33.33%
Geliang Tang
10
20.41%
1
33.33%
Christoffer Dall
1
2.04%
1
33.33%
Total
49
100.00%
3
100.00%



static void kvm_destroy_vm(struct kvm *kvm)
{
	int i;
	struct mm_struct *mm = kvm->mm;

	kvm_uevent_notify_change(KVM_EVENT_DESTROY_VM, kvm);
	kvm_destroy_vm_debugfs(kvm);
	kvm_arch_sync_events(kvm);
	spin_lock(&kvm_lock);
	list_del(&kvm->vm_list);
	spin_unlock(&kvm_lock);
	kvm_free_irq_routing(kvm);
	for (i = 0; i < KVM_NR_BUSES; i++) {
		struct kvm_io_bus *bus = kvm_get_bus(kvm, i);

		if (bus)
			kvm_io_bus_destroy(bus);
		kvm->buses[i] = NULL;
	}
	kvm_coalesced_mmio_free(kvm);
#if defined(CONFIG_MMU_NOTIFIER) && defined(KVM_ARCH_WANT_MMU_NOTIFIER)
	mmu_notifier_unregister(&kvm->mmu_notifier, kvm->mm);
#else
	kvm_arch_flush_shadow_all(kvm);
#endif
	kvm_arch_destroy_vm(kvm);
	kvm_destroy_devices(kvm);
	for (i = 0; i < KVM_ADDRESS_SPACE_NUM; i++)
		kvm_free_memslots(kvm, __kvm_memslots(kvm, i));
	cleanup_srcu_struct(&kvm->irq_srcu);
	cleanup_srcu_struct(&kvm->srcu);
	kvm_arch_free_vm(kvm);
	preempt_notifier_dec();
	hardware_disable_all();
	mmdrop(mm);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Avi Kivity
41
19.16%
2
8.33%
Xiantao Zhang
38
17.76%
1
4.17%
Paolo Bonzini
31
14.49%
5
20.83%
Marcelo Tosatti
20
9.35%
3
12.50%
Jan Kiszka
17
7.94%
1
4.17%
Christian Bornträger
14
6.54%
2
8.33%
Peter Xu
11
5.14%
1
4.17%
Mark McLoughlin
10
4.67%
2
8.33%
Claudio Imbrenda
7
3.27%
1
4.17%
Janosch Frank
7
3.27%
1
4.17%
Sheng Yang
6
2.80%
1
4.17%
Scott Wood
5
2.34%
1
4.17%
Peter Zijlstra
3
1.40%
1
4.17%
Alexander Graf
2
0.93%
1
4.17%
David Hildenbrand
2
0.93%
1
4.17%
Total
214
100.00%
24
100.00%



void kvm_get_kvm(struct kvm *kvm)
{
	refcount_inc(&kvm->users_count);
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Avi Kivity
10
55.56%
1
25.00%
Sheng Yang
5
27.78%
1
25.00%
Xiantao Zhang
2
11.11%
1
25.00%
Elena Reshetova
1
5.56%
1
25.00%
Total
18
100.00%
4
100.00%


EXPORT_SYMBOL_GPL(kvm_get_kvm);



void kvm_put_kvm(struct kvm *kvm)
{
	if (refcount_dec_and_test(&kvm->users_count))
		kvm_destroy_vm(kvm);
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Avi Kivity
11
44.00%
2
40.00%
Weidong Han
8
32.00%
1
20.00%
Xiantao Zhang
5
20.00%
1
20.00%
Elena Reshetova
1
4.00%
1
20.00%
Total
25
100.00%
5
100.00%


EXPORT_SYMBOL_GPL(kvm_put_kvm);




static int kvm_vm_release(struct inode *inode, struct file *filp)
{
	struct kvm *kvm = filp->private_data;

	kvm_irqfd_release(kvm);

	kvm_put_kvm(kvm);
	return 0;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Avi Kivity
13
34.21%
1
25.00%
Weidong Han
11
28.95%
1
25.00%
Xiantao Zhang
8
21.05%
1
25.00%
Mark McLoughlin
6
15.79%
1
25.00%
Total
38
100.00%
4
100.00%

/*
 * Allocation size is twice as large as the actual dirty bitmap size.
 * See x86's kvm_vm_ioctl_get_dirty_log() why this is needed.
 */


static int kvm_create_dirty_bitmap(struct kvm_memory_slot *memslot)
{
	unsigned long dirty_bytes = 2 * kvm_dirty_bitmap_bytes(memslot);

	memslot->dirty_bitmap = kvzalloc(dirty_bytes, GFP_KERNEL);
	if (!memslot->dirty_bitmap)
		return -ENOMEM;

	return 0;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Takuya Yoshikawa
44
93.62%
2
66.67%
Michal Hocko
3
6.38%
1
33.33%
Total
47
100.00%
3
100.00%

/*
 * Insert memslot and re-sort memslots based on their GFN,
 * so binary search could be used to lookup GFN.
 * Sorting algorithm takes advantage of having initially
 * sorted array and known changed memslot position.
 */


static void update_memslots(struct kvm_memslots *slots,
			    struct kvm_memory_slot *new)
{
	int id = new->id;
	int i = slots->id_to_index[id];
	struct kvm_memory_slot *mslots = slots->memslots;

	WARN_ON(mslots[i].id != id);
	if (!new->npages) {
		WARN_ON(!mslots[i].npages);
		if (mslots[i].npages)
			slots->used_slots--;
	} else {
		if (!mslots[i].npages)
			slots->used_slots++;
	}

	while (i < KVM_MEM_SLOTS_NUM - 1 &&
	       new->base_gfn <= mslots[i + 1].base_gfn) {
		if (!mslots[i + 1].npages)
			break;
		mslots[i] = mslots[i + 1];
		slots->id_to_index[mslots[i].id] = i;
		i++;
	}

	/*
         * The ">=" is needed when creating a slot with base_gfn == 0,
         * so that it moves before all those with base_gfn == npages == 0.
         *
         * On the other hand, if new->npages is zero, the above loop has
         * already left i pointing to the beginning of the empty part of
         * mslots, and the ">=" would move the hole backwards in this
         * case---which is wrong.  So skip the loop when deleting a slot.
         */
	if (new->npages) {
		while (i > 0 &&
		       new->base_gfn >= mslots[i - 1].base_gfn) {
			mslots[i] = mslots[i - 1];
			slots->id_to_index[mslots[i].id] = i;
			i--;
		}
	} else
		WARN_ON_ONCE(i != slots->used_slots);

	mslots[i] = *new;
	slots->id_to_index[mslots[i].id] = i;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Igor Mammedov
146
55.73%
3
33.33%
Paolo Bonzini
81
30.92%
4
44.44%
Xiao Guangrong
35
13.36%
2
22.22%
Total
262
100.00%
9
100.00%



static int check_memory_region_flags(const struct kvm_userspace_memory_region *mem)
{
	u32 valid_flags = KVM_MEM_LOG_DIRTY_PAGES;

#ifdef __KVM_HAVE_READONLY_MEM
	valid_flags |= KVM_MEM_READONLY;
#endif

	if (mem->flags & ~valid_flags)
		return -EINVAL;

	return 0;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Xiao Guangrong
40
95.24%
2
50.00%
Christoffer Dall
1
2.38%
1
25.00%
Paolo Bonzini
1
2.38%
1
25.00%
Total
42
100.00%
4
100.00%



static struct kvm_memslots *install_new_memslots(struct kvm *kvm,
		int as_id, struct kvm_memslots *slots)
{
	struct kvm_memslots *old_memslots = __kvm_memslots(kvm, as_id);

	/*
         * Set the low bit in the generation, which disables SPTE caching
         * until the end of synchronize_srcu_expedited.
         */
	WARN_ON(old_memslots->generation & 1);
	slots->generation = old_memslots->generation + 1;

	rcu_assign_pointer(kvm->memslots[as_id], slots);
	synchronize_srcu_expedited(&kvm->srcu);

	/*
         * Increment the new memslot generation a second time. This prevents
         * vm exits that race with memslot updates from caching a memslot
         * generation that will (potentially) be valid forever.
         *
         * Generations must be unique even across address spaces.  We do not need
         * a global counter for that, instead the generation space is evenly split
         * across address spaces.  For example, with two address spaces, address
         * space 0 will use generations 0, 4, 8, ... while * address space 1 will
         * use generations 2, 6, 10, 14, ...
         */
	slots->generation += KVM_ADDRESS_SPACE_NUM * 2 - 1;

	kvm_arch_memslots_updated(kvm, slots);

	return old_memslots;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Gleb Natapov
50
53.19%
1
14.29%
Paolo Bonzini
20
21.28%
4
57.14%
David Matlack
19
20.21%
1
14.29%
Takuya Yoshikawa
5
5.32%
1
14.29%
Total
94
100.00%
7
100.00%

/*
 * Allocate some memory and give it an address in the guest physical address
 * space.
 *
 * Discontiguous memory is allowed, mostly for framebuffers.
 *
 * Must be called holding kvm->slots_lock for write.
 */


int __kvm_set_memory_region(struct kvm *kvm,
			    const struct kvm_userspace_memory_region *mem)
{
	int r;
	gfn_t base_gfn;
	unsigned long npages;
	struct kvm_memory_slot *slot;
	struct kvm_memory_slot old, new;
	struct kvm_memslots *slots = NULL, *old_memslots;
	int as_id, id;
	enum kvm_mr_change change;

	r = check_memory_region_flags(mem);
	if (r)
		goto out;

	r = -EINVAL;
	as_id = mem->slot >> 16;
	id = (u16)mem->slot;

	/* General sanity checks */
	if (mem->memory_size & (PAGE_SIZE - 1))
		goto out;
	if (mem->guest_phys_addr & (PAGE_SIZE - 1))
		goto out;
	/* We can read the guest memory with __xxx_user() later on. */
	if ((id < KVM_USER_MEM_SLOTS) &&
	    ((mem->userspace_addr & (PAGE_SIZE - 1)) ||
	     !access_ok(VERIFY_WRITE,
			(void __user *)(unsigned long)mem->userspace_addr,
			mem->memory_size)))
		goto out;
	if (as_id >= KVM_ADDRESS_SPACE_NUM || id >= KVM_MEM_SLOTS_NUM)
		goto out;
	if (mem->guest_phys_addr + mem->memory_size < mem->guest_phys_addr)
		goto out;

	slot = id_to_memslot(__kvm_memslots(kvm, as_id), id);
	base_gfn = mem->guest_phys_addr >> PAGE_SHIFT;
	npages = mem->memory_size >> PAGE_SHIFT;

	if (npages > KVM_MEM_MAX_NR_PAGES)
		goto out;

	new = old = *slot;

	new.id = id;
	new.base_gfn = base_gfn;
	new.npages = npages;
	new.flags = mem->flags;

	if (npages) {
		if (!old.npages)
			change = KVM_MR_CREATE;
		else { /* Modify an existing slot. */
			if ((mem->userspace_addr != old.userspace_addr) ||
			    (npages != old.npages) ||
			    ((new.flags ^ old.flags) & KVM_MEM_READONLY))
				goto out;

			if (base_gfn != old.base_gfn)
				change = KVM_MR_MOVE;
			else if (new.flags != old.flags)
				change = KVM_MR_FLAGS_ONLY;
			else { /* Nothing to change. */
				r = 0;
				goto out;
			}
		}
	} else {
		if (!old.npages)
			goto out;

		change = KVM_MR_DELETE;
		new.base_gfn = 0;
		new.flags = 0;
	}

	if ((change == KVM_MR_CREATE) || (change == KVM_MR_MOVE)) {
		/* Check for overlaps */
		r = -EEXIST;
		kvm_for_each_memslot(slot, __kvm_memslots(kvm, as_id)) {
			if ((slot->id >= KVM_USER_MEM_SLOTS) ||
			    (slot->id == id))
				continue;
			if (!((base_gfn + npages <= slot->base_gfn) ||
			      (base_gfn >= slot->base_gfn + slot->npages)))
				goto out;
		}
	}

	/* Free page dirty bitmap if unneeded */
	if (!(new.flags & KVM_MEM_LOG_DIRTY_PAGES))
		new.dirty_bitmap = NULL;

	r = -ENOMEM;
	if (change == KVM_MR_CREATE) {
		new.userspace_addr = mem->userspace_addr;

		if (kvm_arch_create_memslot(kvm, &new, npages))
			goto out_free;
	}

	/* Allocate page dirty bitmap if needed */
	if ((new.flags & KVM_MEM_LOG_DIRTY_PAGES) && !new.dirty_bitmap) {
		if (kvm_create_dirty_bitmap(&new) < 0)
			goto out_free;
	}

	slots = kvzalloc(sizeof(struct kvm_memslots), GFP_KERNEL);
	if (!slots)
		goto out_free;
	memcpy(slots, __kvm_memslots(kvm, as_id), sizeof(struct kvm_memslots));

	if ((change == KVM_MR_DELETE) || (change == KVM_MR_MOVE)) {
		slot = id_to_memslot(slots, id);
		slot->flags |= KVM_MEMSLOT_INVALID;

		old_memslots = install_new_memslots(kvm, as_id, slots);

		/* From this point no new shadow pages pointing to a deleted,
                 * or moved, memslot will be created.
                 *
                 * validation of sp->gfn happens in:
                 *      - gfn_to_hva (kvm_read_guest, gfn_to_pfn)
                 *      - kvm_is_visible_gfn (mmu_check_roots)
                 */
		kvm_arch_flush_shadow_memslot(kvm, slot);

		/*
                 * We can re-use the old_memslots from above, the only difference
                 * from the currently installed memslots is the invalid flag.  This
                 * will get overwritten by update_memslots anyway.
                 */
		slots = old_memslots;
	}

	r = kvm_arch_prepare_memory_region(kvm, &new, mem, change);
	if (r)
		goto out_slots;

	/* actual memory is freed via old in kvm_free_memslot below */
	if (change == KVM_MR_DELETE) {
		new.dirty_bitmap = NULL;
		memset(&new.arch, 0, sizeof(new.arch));
	}

	update_memslots(slots, &new);
	old_memslots = install_new_memslots(kvm, as_id, slots);

	kvm_arch_commit_memory_region(kvm, mem, &old, &new, change);

	kvm_free_memslot(kvm, &old, &new);
	kvfree(old_memslots);
	return 0;

out_slots:
	kvfree(slots);
out_free:
	kvm_free_memslot(kvm, &new, &old);
out:
	return r;
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Avi Kivity
253
32.11%
4
7.27%
Takuya Yoshikawa
185
23.48%
15
27.27%
Paolo Bonzini
96
12.18%
7
12.73%
Marcelo Tosatti
93
11.80%
6
10.91%
Alex Williamson
34
4.31%
5
9.09%
Weidong Han
33
4.19%
1
1.82%
Xiao Guangrong
28
3.55%
3
5.45%
Igor Mammedov
15
1.90%
1
1.82%
Anthony Liguori
11
1.40%
2
3.64%
Heiko Carstens
9
1.14%
1
1.82%
Carsten Otte
8
1.02%
1
1.82%
Aneesh Kumar K.V
6
0.76%
1
1.82%
Michal Hocko
3
0.38%
1
1.82%
Izik Eidus
3
0.38%
1
1.82%
Sheng Yang
3
0.38%
1
1.82%
Gleb Natapov
3
0.38%
2
3.64%
Rusty Russell
3
0.38%
1
1.82%
Xiubo Li
1
0.13%
1
1.82%
Xiantao Zhang
1
0.13%
1
1.82%
Total
788
100.00%
55
100.00%


EXPORT_SYMBOL_GPL(__kvm_set_memory_region);



int kvm_set_memory_region(struct kvm *kvm,
			  const struct kvm_userspace_memory_region *mem)
{
	int r;

	mutex_lock(&kvm->slots_lock);
	r = __kvm_set_memory_region(kvm, mem);
	mutex_unlock(&kvm->slots_lock);
	return r;
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Avi Kivity
24
51.06%
2
33.33%
Anthony Liguori
20
42.55%
2
33.33%
Marcelo Tosatti
2
4.26%
1
16.67%
Paolo Bonzini
1
2.13%
1
16.67%
Total
47
100.00%
6
100.00%


EXPORT_SYMBOL_GPL(kvm_set_memory_region);



static int kvm_vm_ioctl_set_memory_region(struct kvm *kvm,
					  struct kvm_userspace_memory_region *mem)
{
	if ((u16)mem->slot >= KVM_USER_MEM_SLOTS)
		return -EINVAL;

	return kvm_set_memory_region(kvm, mem);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Avi Kivity
26
66.67%
1
16.67%
Izik Eidus
7
17.95%
1
16.67%
Paolo Bonzini
3
7.69%
1
16.67%
Alex Williamson
1
2.56%
1
16.67%
Stephen Hemminger
1
2.56%
1
16.67%
Anthony Liguori
1
2.56%
1
16.67%
Total
39
100.00%
6
100.00%



int kvm_get_dirty_log(struct kvm *kvm,
			struct kvm_dirty_log *log, int *is_dirty)
{
	struct kvm_memslots *slots;
	struct kvm_memory_slot *memslot;
	int i, as_id, id;
	unsigned long n;
	unsigned long any = 0;

	as_id = log->slot >> 16;
	id = (u16)log->slot;
	if (as_id >= KVM_ADDRESS_SPACE_NUM || id >= KVM_USER_MEM_SLOTS)
		return -EINVAL;

	slots = __kvm_memslots(kvm, as_id);
	memslot = id_to_memslot(slots, id);
	if (!memslot->dirty_bitmap)
		return -ENOENT;

	n = kvm_dirty_bitmap_bytes(memslot);

	for (i = 0; !any && i < n/sizeof(long); ++i)
		any = memslot->dirty_bitmap[i];

	if (copy_to_user(log->dirty_bitmap, memslot->dirty_bitmap, n))
		return -EFAULT;

	if (any)
		*is_dirty = 1;
	return 0;
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Avi Kivity
97
55.75%
1
11.11%
Paolo Bonzini
41
23.56%
2
22.22%
Anthony Liguori
15
8.62%
2
22.22%
SF Markus Elfring
13
7.47%
1
11.11%
Xiao Guangrong
4
2.30%
1
11.11%
Takuya Yoshikawa
3
1.72%
1
11.11%
Alex Williamson
1
0.57%
1
11.11%
Total
174
100.00%
9
100.00%


EXPORT_SYMBOL_GPL(kvm_get_dirty_log);

#ifdef CONFIG_KVM_GENERIC_DIRTYLOG_READ_PROTECT
/**
 * kvm_get_dirty_log_protect - get a snapshot of dirty pages, and if any pages
 *      are dirty write protect them for next write.
 * @kvm:        pointer to kvm instance
 * @log:        slot id and address to which we copy the log
 * @is_dirty:   flag set if any page is dirty
 *
 * We need to keep it in mind that VCPU threads can write to the bitmap
 * concurrently. So, to avoid losing track of dirty pages we keep the
 * following order:
 *
 *    1. Take a snapshot of the bit and clear it if needed.
 *    2. Write protect the corresponding page.
 *    3. Copy the snapshot to the userspace.
 *    4. Upon return caller flushes TLB's if needed.
 *
 * Between 2 and 4, the guest may write to the page using the remaining TLB
 * entry.  This is not a problem because the page is reported dirty using
 * the snapshot taken before and step 4 ensures that writes done after
 * exiting to userspace will be logged for the next call.
 *
 */


int kvm_get_dirty_log_protect(struct kvm *kvm,
			struct kvm_dirty_log *log, bool *is_dirty)
{
	struct kvm_memslots *slots;
	struct kvm_memory_slot *memslot;
	int i, as_id, id;
	unsigned long n;
	unsigned long *dirty_bitmap;
	unsigned long *dirty_bitmap_buffer;

	as_id = log->slot >> 16;
	id = (u16)log->slot;
	if (as_id >= KVM_ADDRESS_SPACE_NUM || id >= KVM_USER_MEM_SLOTS)
		return -EINVAL;

	slots = __kvm_memslots(kvm, as_id);
	memslot = id_to_memslot(slots, id);

	dirty_bitmap = memslot->dirty_bitmap;
	if (!dirty_bitmap)
		return -ENOENT;

	n = kvm_dirty_bitmap_bytes(memslot);

	dirty_bitmap_buffer = dirty_bitmap + n / sizeof(long);
	memset(dirty_bitmap_buffer, 0, n);

	spin_lock(&kvm->mmu_lock);
	*is_dirty = false;
	for (i = 0; i < n / sizeof(long); i++) {
		unsigned long mask;
		gfn_t offset;

		if (!dirty_bitmap[i])
			continue;

		*is_dirty = true;

		mask = xchg(&dirty_bitmap[i], 0);
		dirty_bitmap_buffer[i] = mask;

		if (mask) {
			offset = i * BITS_PER_LONG;
			kvm_arch_mmu_enable_log_dirty_pt_masked(kvm, memslot,
								offset, mask);
		}
	}

	spin_unlock(&kvm->mmu_lock);
	if (copy_to_user(log->dirty_bitmap, dirty_bitmap_buffer, n))
		return -EFAULT;
	return 0;
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Mario Smarduch
205
77.07%
1
16.67%
Paolo Bonzini
41
15.41%
2
33.33%
SF Markus Elfring
13
4.89%
1
16.67%
Takuya Yoshikawa
6
2.26%
1
16.67%
Kai Huang
1
0.38%
1
16.67%
Total
266
100.00%
6
100.00%


EXPORT_SYMBOL_GPL(kvm_get_dirty_log_protect);
#endif



bool kvm_largepages_enabled(void)
{
	return largepages_enabled;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Takuya Yoshikawa
10
100.00%
1
100.00%
Total
10
100.00%
1
100.00%



void kvm_disable_largepages(void)
{
	largepages_enabled = false;
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Anthony Liguori
6
54.55%
1
50.00%
Avi Kivity
5
45.45%
1
50.00%
Total
11
100.00%
2
100.00%


EXPORT_SYMBOL_GPL(kvm_disable_largepages);



struct kvm_memory_slot *gfn_to_memslot(struct kvm *kvm, gfn_t gfn)
{
	return __gfn_to_memslot(kvm_memslots(kvm), gfn);
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Gleb Natapov
18
69.23%
1
25.00%
Anthony Liguori
5
19.23%
1
25.00%
Avi Kivity
3
11.54%
2
50.00%
Total
26
100.00%
4
100.00%


EXPORT_SYMBOL_GPL(gfn_to_memslot);



struct kvm_memory_slot *kvm_vcpu_gfn_to_memslot(struct kvm_vcpu *vcpu, gfn_t gfn)
{
	return __gfn_to_memslot(kvm_vcpu_memslots(vcpu), gfn);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Paolo Bonzini
26
100.00%
1
100.00%
Total
26
100.00%
1
100.00%



bool kvm_is_visible_gfn(struct kvm *kvm, gfn_t gfn)
{
	struct kvm_memory_slot *memslot = gfn_to_memslot(kvm, gfn);

	if (!memslot || memslot->id >= KVM_USER_MEM_SLOTS ||
	      memslot->flags & KVM_MEMSLOT_INVALID)
		return false;

	return true;
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Marcelo Tosatti
16
33.33%
3
37.50%
Avi Kivity
14
29.17%
1
12.50%
Xiao Guangrong
13
27.08%
1
12.50%
Yaowei Bai
3
6.25%
1
12.50%
Alex Williamson
1
2.08%
1
12.50%
Anthony Liguori
1
2.08%
1
12.50%
Total
48
100.00%
8
100.00%


EXPORT_SYMBOL_GPL(kvm_is_visible_gfn);



unsigned long kvm_host_page_size(struct kvm *kvm, gfn_t gfn)
{
	struct vm_area_struct *vma;
	unsigned long addr, size;

	size = PAGE_SIZE;

	addr = gfn_to_hva(kvm, gfn);
	if (kvm_is_error_hva(addr))
		return PAGE_SIZE;

	down_read(&current->mm->mmap_sem);
	vma = find_vma(current->mm, addr);
	if (!vma)
		goto out;

	size = vma_kernel_pagesize(vma);

out:
	up_read(&current->mm->mmap_sem);

	return size;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Joerg Roedel
99
100.00%
1
100.00%
Total
99
100.00%
1
100.00%



static bool memslot_is_readonly(struct kvm_memory_slot *slot)
{
	return slot->flags & KVM_MEM_READONLY;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Xiao Guangrong
18
100.00%
1
100.00%
Total
18
100.00%
1
100.00%



static unsigned long __gfn_to_hva_many(struct kvm_memory_slot *slot, gfn_t gfn,
				       gfn_t *nr_pages, bool write)
{
	if (!slot || slot->flags & KVM_MEMSLOT_INVALID)
		return KVM_HVA_ERR_BAD;

	if (memslot_is_readonly(slot) && write)
		return KVM_HVA_ERR_RO_BAD;

	if (nr_pages)
		*nr_pages = slot->npages - (gfn - slot->base_gfn);

	return __gfn_to_hva_memslot(slot, gfn);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Xiao Guangrong
40
53.33%
3
33.33%
Izik Eidus
17
22.67%
2
22.22%
Takuya Yoshikawa
6
8.00%
1
11.11%
Marcelo Tosatti
6
8.00%
1
11.11%
Avi Kivity
4
5.33%
1
11.11%
Gleb Natapov
2
2.67%
1
11.11%
Total
75
100.00%
9
100.00%



static unsigned long gfn_to_hva_many(struct kvm_memory_slot *slot, gfn_t gfn,
				     gfn_t *nr_pages)
{
	return __gfn_to_hva_many(slot, gfn, nr_pages, true);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Xiao Guangrong
29
93.55%
2
66.67%
Gleb Natapov
2
6.45%
1
33.33%
Total
31
100.00%
3
100.00%



unsigned long gfn_to_hva_memslot(struct kvm_memory_slot *slot,
					gfn_t gfn)
{
	return gfn_to_hva_many(slot, gfn, NULL);
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Xiao Guangrong
16
66.67%
1
25.00%
Takuya Yoshikawa
4
16.67%
1
25.00%
Izik Eidus
2
8.33%
1
25.00%
Avi Kivity
2
8.33%
1
25.00%
Total
24
100.00%
4
100.00%


EXPORT_SYMBOL_GPL(gfn_to_hva_memslot);



unsigned long gfn_to_hva(struct kvm *kvm, gfn_t gfn)
{
	return gfn_to_hva_many(gfn_to_memslot(kvm, gfn), gfn, NULL);
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Xiao Guangrong
24
82.76%
1
50.00%
Gleb Natapov
5
17.24%
1
50.00%
Total
29
100.00%
2
100.00%


EXPORT_SYMBOL_GPL(gfn_to_hva);



unsigned long kvm_vcpu_gfn_to_hva(struct kvm_vcpu *vcpu, gfn_t gfn)
{
	return gfn_to_hva_many(kvm_vcpu_gfn_to_memslot(vcpu, gfn), gfn, NULL);
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Paolo Bonzini
29
100.00%
1
100.00%
Total
29
100.00%
1
100.00%


EXPORT_SYMBOL_GPL(kvm_vcpu_gfn_to_hva);

/*
 * If writable is set to false, the hva returned by this function is only
 * allowed to be read.
 */


unsigned long gfn_to_hva_memslot_prot(struct kvm_memory_slot *slot,
				      gfn_t gfn, bool *writable)
{
	unsigned long hva = __gfn_to_hva_many(slot, gfn, NULL, false);

	if (!kvm_is_error_hva(hva) && writable)
		*writable = !memslot_is_readonly(slot);

	return hva;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Gleb Natapov
22
40.00%
1
25.00%
Paolo Bonzini
17
30.91%
1
25.00%
Xiao Guangrong
13
23.64%
1
25.00%
Christoffer Dall
3
5.45%
1
25.00%
Total
55
100.00%
4
100.00%



unsigned long gfn_to_hva_prot(struct kvm *kvm, gfn_t gfn, bool *writable)
{
	struct kvm_memory_slot *slot = gfn_to_memslot(kvm, gfn);

	return gfn_to_hva_memslot_prot(slot, gfn, writable);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Christoffer Dall
40
100.00%
1
100.00%
Total
40
100.00%
1
100.00%



unsigned long kvm_vcpu_gfn_to_hva_prot(struct kvm_vcpu *vcpu, gfn_t gfn, bool *writable)
{
	struct kvm_memory_slot *slot = kvm_vcpu_gfn_to_memslot(vcpu, gfn);

	return gfn_to_hva_memslot_prot(slot, gfn, writable);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Paolo Bonzini
40
100.00%
1
100.00%
Total
40
100.00%
1
100.00%



static int get_user_page_nowait(unsigned long start, int write,
		struct page **page)
{
	int flags = FOLL_NOWAIT | FOLL_HWPOISON;

	if (write)
		flags |= FOLL_WRITE;

	return get_user_pages(start, 1, flags, page, NULL);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Gleb Natapov
46
95.83%
1
33.33%
Geoff Levand
1
2.08%
1
33.33%
Lorenzo Stoakes
1
2.08%
1
33.33%
Total
48
100.00%
3
100.00%



static inline int check_user_page_hwpoison(unsigned long addr)
{
	int rc, flags = FOLL_HWPOISON | FOLL_WRITE;

	rc = get_user_pages(addr, 1, flags, NULL, NULL);
	return rc == -EHWPOISON;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Huang Ying
40
97.56%
1
50.00%
Lorenzo Stoakes
1
2.44%
1
50.00%
Total
41
100.00%
2
100.00%

/*
 * The atomic path to get the writable pfn which will be stored in @pfn,
 * true indicates success, otherwise false is returned.
 */


static bool hva_to_pfn_fast(unsigned long addr, bool atomic, bool *async,
			    bool write_fault, bool *writable, kvm_pfn_t *pfn)
{
	struct page *page[1];
	int npages;

	if (!(async || atomic))
		return false;

	/*
         * Fast pin a writable pfn only if it is a write fault request
         * or the caller allows to map a writable pfn for a read fault
         * request.
         */
	if (!(write_fault || writable))
		return false;

	npages = __get_user_pages_fast(addr, 1, 1, page);
	if (npages == 1) {
		*pfn = page_to_pfn(page[0]);

		if (writable)
			*writable = true;
		return true;
	}

	return false;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Xiao Guangrong
61
54.95%
3
33.33%
Marcelo Tosatti
22
19.82%
2
22.22%
Gleb Natapov
12
10.81%
1
11.11%
Avi Kivity
11
9.91%
1
11.11%
Izik Eidus
4
3.60%
1
11.11%
Dan J Williams
1
0.90%
1
11.11%
Total
111
100.00%
9
100.00%

/*
 * The slow path to get the pfn of the specified host virtual address,
 * 1 indicates success, -errno is returned if error is detected.
 */


static int hva_to_pfn_slow(unsigned long addr, bool *async, bool write_fault,
			   bool *writable, kvm_pfn_t *pfn)
{
	struct page *page[1];
	int npages = 0;

	might_sleep();

	if (writable)
		*writable = write_fault;

	if (async) {
		down_read(&current->mm->mmap_sem);
		npages = get_user_page_nowait(addr, write_fault, page);
		up_read(&current->mm->mmap_sem);
	} else {
		unsigned int flags = FOLL_HWPOISON;

		if (write_fault)
			flags |= FOLL_WRITE;

		npages = get_user_pages_unlocked(addr, 1, page, flags);
	}
	if (npages != 1)
		return npages;

	/* map read fault as writable if possible */
	if (unlikely(!write_fault) && writable) {
		struct page *wpage[1];

		npages = __get_user_pages_fast(addr, 1, 1, wpage);
		if (npages == 1) {
			*writable = true;
			put_page(page[0]);
			page[0] = wpage[0];
		}

		npages = 1;
	}
	*pfn = page_to_pfn(page[0]);
	return npages;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Marcelo Tosatti
75
35.89%
1
8.33%
Xiao Guangrong
59
28.23%
3
25.00%
Gleb Natapov
38
18.18%
1
8.33%
Lorenzo Stoakes
18
8.61%
2
16.67%
Avi Kivity
10
4.78%
1
8.33%
Izik Eidus
4
1.91%
1
8.33%
Andrea Arcangeli
3
1.44%
1
8.33%
Andres Lagar-Cavilla
1
0.48%
1
8.33%
Dan J Williams
1
0.48%
1
8.33%
Total
209
100.00%
12
100.00%



static bool vma_is_valid(struct vm_area_struct *vma, bool write_fault)
{
	if (unlikely(!(vma->vm_flags & VM_READ)))
		return false;

	if (write_fault && (unlikely(!(vma->vm_flags & VM_WRITE))))
		return false;

	return true;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Xiao Guangrong
49
89.09%
1
50.00%
Avi Kivity
6
10.91%
1
50.00%
Total
55
100.00%
2
100.00%



static int hva_to_pfn_remapped(struct vm_area_struct *vma,
			       unsigned long addr, bool *async,
			       bool write_fault, kvm_pfn_t *p_pfn)
{
	unsigned long pfn;
	int r;

	r = follow_pfn(vma, addr, &pfn);
	if (r) {
		/*
                 * get_user_pages fails for VM_IO and VM_PFNMAP vmas and does
                 * not call the fault handler, so do it here.
                 */
		bool unlocked = false;
		r = fixup_user_fault(current, current->mm, addr,
				     (write_fault ? FAULT_FLAG_WRITE : 0),
				     &unlocked);
		if (unlocked)
			return -EAGAIN;
		if (r)
			return r;

		r = follow_pfn(vma, addr, &pfn);
		if (r)
			return r;

	}


	/*
         * Get a reference here because callers of *hva_to_pfn* and
         * *gfn_to_pfn* ultimately call kvm_release_pfn_clean on the
         * returned pfn.  This is only needed if the VMA has VM_MIXEDMAP
         * set, but the kvm_get_pfn/kvm_release_pfn_clean pair will
         * simply do nothing for reserved pfns.
         *
         * Whoever called remap_pfn_range is also going to call e.g.
         * unmap_mapping_range before the underlying pages are freed,
         * causing a call to our MMU notifier.
         */ 
	kvm_get_pfn(pfn);

	*p_pfn = pfn;
	return 0;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Paolo Bonzini
129
100.00%
2
100.00%
Total
129
100.00%
2
100.00%

/*
 * Pin guest page in memory and return its pfn.
 * @addr: host virtual address which maps memory to the guest
 * @atomic: whether this function can sleep
 * @async: whether this function need to wait IO complete if the
 *         host page is not in the memory
 * @write_fault: whether we should get a writable host page
 * @writable: whether it allows to map a writable host page for !@write_fault
 *
 * The function will map a writable host page for these two cases:
 * 1): @write_fault = true
 * 2): @write_fault = false && @writable, @writable will tell the caller
 *     whether the mapping is writable.
 */


static kvm_pfn_t hva_to_pfn(unsigned long addr, bool atomic, bool *async,
			bool write_fault, bool *writable)
{
	struct vm_area_struct *vma;
	kvm_pfn_t pfn = 0;
	int npages, r;

	/* we can do it either atomically or asynchronously, not both */
	BUG_ON(atomic && async);

	if (hva_to_pfn_fast(addr, atomic, async, write_fault, writable, &pfn))
		return pfn;

	if (atomic)
		return KVM_PFN_ERR_FAULT;

	npages = hva_to_pfn_slow(addr, async, write_fault, writable, &pfn);
	if (npages == 1)
		return pfn;

	down_read(&current->mm->mmap_sem);
	if (npages == -EHWPOISON ||
	      (!async && check_user_page_hwpoison(addr))) {
		pfn = KVM_PFN_ERR_HWPOISON;
		goto exit;
	}

retry:
	vma = find_vma_intersection(current->mm, addr, addr + 1);

	if (vma == NULL)
		pfn = KVM_PFN_ERR_FAULT;
	else if (vma->vm_flags & (VM_IO | VM_PFNMAP)) {
		r = hva_to_pfn_remapped(vma, addr, async, write_fault, &pfn);
		if (r == -EAGAIN)
			goto retry;
		if (r < 0)
			pfn = KVM_PFN_ERR_FAULT;
	} else {
		if (async && vma_is_valid(vma, write_fault))
			*async = true;
		pfn = KVM_PFN_ERR_FAULT;
	}
exit:
	up_read(&current->mm->mmap_sem);
	return pfn;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Xiao Guangrong
100
39.68%
5
31.25%
Gleb Natapov
46
18.25%
3
18.75%
Paolo Bonzini
38
15.08%
2
12.50%
Avi Kivity
35
13.89%
1
6.25%
Huang Ying
20
7.94%
3
18.75%
Izik Eidus
11
4.37%
1
6.25%
Dan J Williams
2
0.79%
1
6.25%
Total
252
100.00%
16
100.00%



kvm_pfn_t __gfn_to_pfn_memslot(struct kvm_memory_slot *slot, gfn_t gfn,
			       bool atomic, bool *async, bool write_fault,
			       bool *writable)
{
	unsigned long addr = __gfn_to_hva_many(slot, gfn, NULL, write_fault);

	if (addr == KVM_HVA_ERR_RO_BAD) {
		if (writable)
			*writable = false;
		return KVM_PFN_ERR_RO_FAULT;
	}

	if (kvm_is_error_hva(addr)) {
		if (writable)
			*writable = false;
		return KVM_PFN_NOSLOT;
	}

	/* Do not map writable pfn in the readonly memslot. */
	if (writable && memslot_is_readonly(slot)) {
		*writable = false;
		writable = NULL;
	}

	return hva_to_pfn(addr, atomic, async, write_fault,
			  writable);
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Xiao Guangrong
92
77.97%
3
42.86%
Paolo Bonzini
22
18.64%
1
14.29%
Marcelo Tosatti
2
1.69%
1
14.29%
Dan J Williams
1
0.85%
1
14.29%
Gleb Natapov
1
0.85%
1
14.29%
Total
118
100.00%
7
100.00%


EXPORT_SYMBOL_GPL(__gfn_to_pfn_memslot);



kvm_pfn_t gfn_to_pfn_prot(struct kvm *kvm, gfn_t gfn, bool write_fault,
		      bool *writable)
{
	return __gfn_to_pfn_memslot(gfn_to_memslot(kvm, gfn), gfn, false, NULL,
				    write_fault, writable);
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Marcelo Tosatti
25
60.98%
2
22.22%
Xiao Guangrong
8
19.51%
3
33.33%
Paolo Bonzini
6
14.63%
2
22.22%
Gleb Natapov
1
2.44%
1
11.11%
Dan J Williams
1
2.44%
1
11.11%
Total
41
100.00%
9
100.00%


EXPORT_SYMBOL_GPL(gfn_to_pfn_prot);



kvm_pfn_t gfn_to_pfn_memslot(struct kvm_memory_slot *slot, gfn_t gfn)
{
	return __gfn_to_pfn_memslot(slot, gfn, false, NULL, true, NULL);
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Xiao Guangrong
16
55.17%
1
20.00%
Paolo Bonzini
8
27.59%
1
20.00%
Marcelo Tosatti
3
10.34%
1
20.00%
Dan J Williams
1
3.45%
1
20.00%
Gleb Natapov
1
3.45%
1
20.00%
Total
29
100.00%
5
100.00%


EXPORT_SYMBOL_GPL(gfn_to_pfn_memslot);



kvm_pfn_t gfn_to_pfn_memslot_atomic(struct kvm_memory_slot *slot, gfn_t gfn)
{
	return __gfn_to_pfn_memslot(slot, gfn, true, NULL, true, NULL);
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Xiao Guangrong
13
44.83%
1
16.67%
Paolo Bonzini
8
27.59%
1
16.67%
Marcelo Tosatti
6
20.69%
2
33.33%
Dan J Williams
1
3.45%
1
16.67%
Gleb Natapov
1
3.45%
1
16.67%
Total
29
100.00%
6
100.00%


EXPORT_SYMBOL_GPL(gfn_to_pfn_memslot_atomic);



kvm_pfn_t gfn_to_pfn_atomic(struct kvm *kvm, gfn_t gfn)
{
	return gfn_to_pfn_memslot_atomic(gfn_to_memslot(kvm, gfn), gfn);
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Marcelo Tosatti
19
73.08%
1
33.33%
Paolo Bonzini
6
23.08%
1
33.33%
Dan J Williams
1
3.85%
1
33.33%
Total
26
100.00%
3
100.00%


EXPORT_SYMBOL_GPL(gfn_to_pfn_atomic);



kvm_pfn_t kvm_vcpu_gfn_to_pfn_atomic(struct kvm_vcpu *vcpu, gfn_t gfn)
{
	return gfn_to_pfn_memslot_atomic(kvm_vcpu_gfn_to_memslot(vcpu, gfn), gfn);
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Paolo Bonzini
25
96.15%
1
50.00%
Dan J Williams
1
3.85%
1
50.00%
Total
26
100.00%
2
100.00%


EXPORT_SYMBOL_GPL(kvm_vcpu_gfn_to_pfn_atomic);



kvm_pfn_t gfn_to_pfn(struct kvm *kvm, gfn_t gfn)
{
	return gfn_to_pfn_memslot(gfn_to_memslot(kvm, gfn), gfn);
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Marcelo Tosatti
16
61.54%
1
20.00%
Paolo Bonzini
7
26.92%
1
20.00%
Xiao Guangrong
2
7.69%
2
40.00%
Dan J Williams
1
3.85%
1
20.00%
Total
26
100.00%
5
100.00%


EXPORT_SYMBOL_GPL(gfn_to_pfn);



kvm_pfn_t kvm_vcpu_gfn_to_pfn(struct kvm_vcpu *vcpu, gfn_t gfn)
{
	return gfn_to_pfn_memslot(kvm_vcpu_gfn_to_memslot(vcpu, gfn), gfn);
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Paolo Bonzini
25
96.15%
1
50.00%
Dan J Williams
1
3.85%
1
50.00%
Total
26
100.00%
2
100.00%


EXPORT_SYMBOL_GPL(kvm_vcpu_gfn_to_pfn);



int gfn_to_page_many_atomic(struct kvm_memory_slot *slot, gfn_t gfn,
			    struct page **pages, int nr_pages)
{
	unsigned long addr;
	gfn_t entry = 0;

	addr = gfn_to_hva_many(slot, gfn, &entry);
	if (kvm_is_error_hva(addr))
		return -1;

	if (entry < nr_pages)
		return 0;

	return __get_user_pages_fast(addr, nr_pages, 1, pages);
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Xiao Guangrong
65
86.67%
1
20.00%
Paolo Bonzini
3
4.00%
1
20.00%
Marcelo Tosatti
3
4.00%
1
20.00%
Gleb Natapov
2
2.67%
1
20.00%
Arnd Bergmann
2
2.67%
1
20.00%
Total
75
100.00%
5
100.00%


EXPORT_SYMBOL_GPL(gfn_to_page_many_atomic);



static struct page *kvm_pfn_to_page(kvm_pfn_t pfn)
{
	if (is_error_noslot_pfn(pfn))
		return KVM_ERR_PTR_BAD_PAGE;

	if (kvm_is_reserved_pfn(pfn)) {
		WARN_ON(1);
		return KVM_ERR_PTR_BAD_PAGE;
	}

	return pfn_to_page(pfn);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Xiao Guangrong
42
95.45%
4
66.67%
Ard Biesheuvel
1
2.27%
1
16.67%
Dan J Williams
1
2.27%
1
16.67%
Total
44
100.00%
6
100.00%



struct page *gfn_to_page(struct kvm *kvm, gfn_t gfn)
{
	kvm_pfn_t pfn;

	pfn = gfn_to_pfn(kvm, gfn);

	return kvm_pfn_to_page(pfn);
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Izik Eidus
19
57.58%
1
25.00%
Avi Kivity
12
36.36%
1
25.00%
Dan J Williams
1
3.03%
1
25.00%
Xiao Guangrong
1
3.03%
1
25.00%
Total
33
100.00%
4
100.00%


EXPORT_SYMBOL_GPL(gfn_to_page);



struct page *kvm_vcpu_gfn_to_page(struct kvm_vcpu *vcpu, gfn_t gfn)
{
	kvm_pfn_t pfn;

	pfn = kvm_vcpu_gfn_to_pfn(vcpu, gfn);

	return kvm_pfn_to_page(pfn);
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Paolo Bonzini
32
96.97%
1
50.00%
Dan J Williams
1
3.03%
1
50.00%
Total
33
100.00%
2
100.00%


EXPORT_SYMBOL_GPL(kvm_vcpu_gfn_to_page);



void kvm_release_page_clean(struct page *page)
{
	WARN_ON(is_error_page(page));

	kvm_release_pfn_clean(page_to_pfn(page));
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Avi Kivity
9
34.62%
1
20.00%
Xiao Guangrong
8
30.77%
2
40.00%
Izik Eidus
6
23.08%
1
20.00%
Uri Lublin
3
11.54%
1
20.00%
Total
26
100.00%
5
100.00%


EXPORT_SYMBOL_GPL(kvm_release_page_clean);



void kvm_release_pfn_clean(kvm_pfn_t pfn)
{
	if (!is_error_noslot_pfn(pfn) && !kvm_is_reserved_pfn(pfn))
		put_page(pfn_to_page(pfn));
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Avi Kivity
15
50.00%
1
14.29%
Xiao Guangrong
8
26.67%
3
42.86%
Izik Eidus
5
16.67%
1
14.29%
Dan J Williams
1
3.33%
1
14.29%
Ard Biesheuvel
1
3.33%
1
14.29%
Total
30
100.00%
7
100.00%


EXPORT_SYMBOL_GPL(kvm_release_pfn_clean);



void kvm_release_page_dirty(struct page *page)
{
	WARN_ON(is_error_page(page));

	kvm_release_pfn_dirty(page_to_pfn(page));
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Avi Kivity
18
69.23%
1
50.00%
Xiao Guangrong
8
30.77%
1
50.00%
Total
26
100.00%
2
100.00%


EXPORT_SYMBOL_GPL(kvm_release_page_dirty);



void kvm_release_pfn_dirty(kvm_pfn_t pfn)
{
	kvm_set_pfn_dirty(pfn);
	kvm_release_pfn_clean(pfn);
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Avi Kivity
12
66.67%
1
33.33%
Izik Eidus
5
27.78%
1
33.33%
Dan J Williams
1
5.56%
1
33.33%
Total
18
100.00%
3
100.00%


EXPORT_SYMBOL_GPL(kvm_release_pfn_dirty);



void kvm_set_pfn_dirty(kvm_pfn_t pfn)
{
	if (!kvm_is_reserved_pfn(pfn)) {
		struct page *page = pfn_to_page(pfn);

		if (!PageReserved(page))
			SetPageDirty(page);
	}
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Avi Kivity
23
56.10%
2
22.22%
Eddie Dong
7
17.07%
1
11.11%
Gleb Natapov
4
9.76%
1
11.11%
Marcelo Tosatti
3
7.32%
2
22.22%
Hollis Blanchard
2
4.88%
1
11.11%
Dan J Williams
1
2.44%
1
11.11%
Ard Biesheuvel
1
2.44%
1
11.11%
Total
41
100.00%
9
100.00%


EXPORT_SYMBOL_GPL(kvm_set_pfn_dirty);



void kvm_set_pfn_accessed(kvm_pfn_t pfn)
{
	if (!kvm_is_reserved_pfn(pfn))
		mark_page_accessed(pfn_to_page(pfn));
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Avi Kivity
17
70.83%
3
42.86%
Anthony Liguori
4
16.67%
1
14.29%
Hollis Blanchard
1
4.17%
1
14.29%
Dan J Williams
1
4.17%
1
14.29%
Ard Biesheuvel
1
4.17%
1
14.29%
Total
24
100.00%
7
100.00%


EXPORT_SYMBOL_GPL(kvm_set_pfn_accessed);



void kvm_get_pfn(kvm_pfn_t pfn)
{
	if (!kvm_is_reserved_pfn(pfn))
		get_page(pfn_to_page(pfn));
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Avi Kivity
19
79.17%
2
40.00%
Laurent Vivier
3
12.50%
1
20.00%
Dan J Williams
1
4.17%
1
20.00%
Ard Biesheuvel
1
4.17%
1
20.00%
Total
24
100.00%
5
100.00%


EXPORT_SYMBOL_GPL(kvm_get_pfn);



static int next_segment(unsigned long len, int offset)
{
	if (len > PAGE_SIZE - offset)
		return PAGE_SIZE - offset;
	else
		return len;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Avi Kivity
30
100.00%
2
100.00%
Total
30
100.00%
2
100.00%



static int __kvm_read_guest_page(struct kvm_memory_slot *slot, gfn_t gfn,
				 void *data, int offset, int len)
{
	int r;
	unsigned long addr;

	addr = gfn_to_hva_memslot_prot(slot, gfn, NULL);
	if (kvm_is_error_hva(addr))
		return -EFAULT;
	r = __copy_from_user(data, (void __user *)addr + offset, len);
	if (r)
		return -EFAULT;
	return 0;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Avi Kivity
73
89.02%
2
40.00%
Paolo Bonzini
9
10.98%
3
60.00%
Total
82
100.00%
5
100.00%



int kvm_read_guest_page(struct kvm *kvm, gfn_t gfn, void *data, int offset,
			int len)
{
	struct kvm_memory_slot *slot = gfn_to_memslot(kvm, gfn);

	return __kvm_read_guest_page(slot, gfn, data, offset, len);
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Paolo Bonzini
33
67.35%
1
25.00%
Avi Kivity
16
32.65%
3
75.00%
Total
49
100.00%
4
100.00%


EXPORT_SYMBOL_GPL(kvm_read_guest_page);



int kvm_vcpu_read_guest_page(struct kvm_vcpu *vcpu, gfn_t gfn, void *data,
			     int offset, int len)
{
	struct kvm_memory_slot *slot = kvm_vcpu_gfn_to_memslot(vcpu, gfn);

	return __kvm_read_guest_page(slot, gfn, data, offset, len);
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Paolo Bonzini
49
100.00%
1
100.00%
Total
49
100.00%
1
100.00%


EXPORT_SYMBOL_GPL(kvm_vcpu_read_guest_page);



int kvm_read_guest(struct kvm *kvm, gpa_t gpa, void *data, unsigned long len)
{
	gfn_t gfn = gpa >> PAGE_SHIFT;
	int seg;
	int offset = offset_in_page(gpa);
	int ret;

	while ((seg = next_segment(len, offset)) != 0) {
		ret = kvm_read_guest_page(kvm, gfn, data, offset, seg);
		if (ret < 0)
			return ret;
		offset = 0;
		len -= seg;
		data += seg;
		++gfn;
	}
	return 0;
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Avi Kivity
75
74.26%
4
66.67%
Paolo Bonzini
25
24.75%
1
16.67%
Ulrich Drepper
1
0.99%
1
16.67%
Total
101
100.00%
6
100.00%


EXPORT_SYMBOL_GPL(kvm_read_guest);



int kvm_vcpu_read_guest(struct kvm_vcpu *vcpu, gpa_t gpa, void *data, unsigned long len)
{
	gfn_t gfn = gpa >> PAGE_SHIFT;
	int seg;
	int offset = offset_in_page(gpa);
	int ret;

	while ((seg = next_segment(len, offset)) != 0) {
		ret = kvm_vcpu_read_guest_page(vcpu, gfn, data, offset, seg);
		if (ret < 0)
			return ret;
		offset = 0;
		len -= seg;
		data += seg;
		++gfn;
	}
	return 0;
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Paolo Bonzini
89
88.12%
1
33.33%
Avi Kivity
7
6.93%
1
33.33%
Izik Eidus
5
4.95%
1
33.33%
Total
101
100.00%
3
100.00%


EXPORT_SYMBOL_GPL(kvm_vcpu_read_guest);



static int __kvm_read_guest_atomic(struct kvm_memory_slot *slot, gfn_t gfn,
			           void *data, int offset, unsigned long len)
{
	int r;
	unsigned long addr;

	addr = gfn_to_hva_memslot_prot(slot, gfn, NULL);
	if (kvm_is_error_hva(addr))
		return -EFAULT;
	pagefault_disable();
	r = __copy_from_user_inatomic(data, (void __user *)addr + offset, len);
	pagefault_enable();
	if (r)
		return -EFAULT;
	return 0;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Paolo Bonzini
89
100.00%
1
100.00%
Total
89
100.00%
1
100.00%



int kvm_read_guest_atomic(struct kvm *kvm, gpa_t gpa, void *data,
			  unsigned long len)
{
	gfn_t gfn = gpa >> PAGE_SHIFT;
	struct kvm_memory_slot *slot = gfn_to_memslot(kvm, gfn);
	int offset = offset_in_page(gpa);

	return __kvm_read_guest_atomic(slot, gfn, data, offset, len);
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Paolo Bonzini
62
100.00%
1
100.00%
Total
62
100.00%
1
100.00%


EXPORT_SYMBOL_GPL(kvm_read_guest_atomic);



int kvm_vcpu_read_guest_atomic(struct kvm_vcpu *vcpu, gpa_t gpa,
			       void *data, unsigned long len)
{
	gfn_t gfn = gpa >> PAGE_SHIFT;
	struct kvm_memory_slot *slot = kvm_vcpu_gfn_to_memslot(vcpu, gfn);
	int offset = offset_in_page(gpa);

	return __kvm_read_guest_atomic(slot, gfn, data, offset, len);
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Paolo Bonzini
62
100.00%
1
100.00%
Total
62
100.00%
1
100.00%


EXPORT_SYMBOL_GPL(kvm_vcpu_read_guest_atomic);



static int __kvm_write_guest_page(struct kvm_memory_slot *memslot, gfn_t gfn,
			          const void *data, int offset, int len)
{
	int r;
	unsigned long addr;

	addr = gfn_to_hva_memslot(memslot, gfn);
	if (kvm_is_error_hva(addr))
		return -EFAULT;
	r = __copy_to_user((void __user *)addr + offset, data, len);
	if (r)
		return -EFAULT;
	mark_page_dirty_in_slot(memslot, gfn);
	return 0;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Paolo Bonzini
88
100.00%
1
100.00%
Total
88
100.00%
1
100.00%



int kvm_write_guest_page(struct kvm *kvm, gfn_t gfn,
			 const void *data, int offset, int len)
{
	struct kvm_memory_slot *slot = gfn_to_memslot(kvm, gfn);

	return __kvm_write_guest_page(slot, gfn, data, offset, len);
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Paolo Bonzini
50
100.00%
1
100.00%
Total
50
100.00%
1
100.00%


EXPORT_SYMBOL_GPL(kvm_write_guest_page);



int kvm_vcpu_write_guest_page(struct kvm_vcpu *vcpu, gfn_t gfn,
			      const void *data, int offset, int len)
{
	struct kvm_memory_slot *slot = kvm_vcpu_gfn_to_memslot(vcpu, gfn);

	return __kvm_write_guest_page(slot, gfn, data, offset, len);
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Paolo Bonzini
32
64.00%
2
28.57%
Avi Kivity
15
30.00%
3
42.86%
Izik Eidus
2
4.00%
1
14.29%
Rusty Russell
1
2.00%
1
14.29%
Total
50
100.00%
7
100.00%


EXPORT_SYMBOL_GPL(kvm_vcpu_write_guest_page);



int kvm_write_guest(struct kvm *kvm, gpa_t gpa, const void *data,
		    unsigned long len)
{
	gfn_t gfn = gpa >> PAGE_SHIFT;
	int seg;
	int offset = offset_in_page(gpa);
	int ret;

	while ((seg = next_segment(len, offset)) != 0) {
		ret = kvm_write_guest_page(kvm, gfn, data, offset, seg);
		if (ret < 0)
			return ret;
		offset = 0;
		len -= seg;
		data += seg;
		++gfn;
	}
	return 0;
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Paolo Bonzini
58
56.86%
1
12.50%
Avi Kivity
31
30.39%
2
25.00%
Radim Krčmář
5
4.90%
1
12.50%
Gleb Natapov
4
3.92%
2
25.00%
Carsten Otte
3
2.94%
1
12.50%
Rusty Russell
1
0.98%
1
12.50%
Total
102
100.00%
8
100.00%


EXPORT_SYMBOL_GPL(kvm_write_guest);



int kvm_vcpu_write_guest(struct kvm_vcpu *vcpu, gpa_t gpa, const void *data,
		         unsigned long len)
{
	gfn_t gfn = gpa >> PAGE_SHIFT;
	int seg;
	int offset = offset_in_page(gpa);
	int ret;

	while ((seg = next_segment(len, offset)) != 0) {
		ret = kvm_vcpu_write_guest_page(vcpu, gfn, data, offset, seg);
		if (ret < 0)
			return ret;
		offset = 0;
		len -= seg;
		data += seg;
		++gfn;
	}
	return 0;
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Avi Kivity
83
81.37%
1
25.00%
Gleb Natapov
10
9.80%
1
25.00%
Paolo Bonzini
5
4.90%
1
25.00%
Carsten Otte
4
3.92%
1
25.00%
Total
102
100.00%
4
100.00%


EXPORT_SYMBOL_GPL(kvm_vcpu_write_guest);



static int __kvm_gfn_to_hva_cache_init(struct kvm_memslots *slots,
				       struct gfn_to_hva_cache *ghc,
				       gpa_t gpa, unsigned long len)
{
	int offset = offset_in_page(gpa);
	gfn_t start_gfn = gpa >> PAGE_SHIFT;
	gfn_t end_gfn = (gpa + len - 1) >> PAGE_SHIFT;
	gfn_t nr_pages_needed = end_gfn - start_gfn + 1;
	gfn_t nr_pages_avail;

	ghc->gpa = gpa;
	ghc->generation = slots->generation;
	ghc->len = len;
	ghc->memslot = __gfn_to_memslot(slots, start_gfn);
	ghc->hva = gfn_to_hva_many(ghc->memslot, start_gfn, NULL);
	if (!kvm_is_error_hva(ghc->hva) && nr_pages_needed <= 1) {
		ghc->hva += offset;
	} else {
		/*
                 * If the requested region crosses two memslots, we still
                 * verify that the entire region is valid here.
                 */
		while (start_gfn <= end_gfn) {
			nr_pages_avail = 0;
			ghc->memslot = __gfn_to_memslot(slots, start_gfn);
			ghc->hva = gfn_to_hva_many(ghc->memslot, start_gfn,
						   &nr_pages_avail);
			if (kvm_is_error_hva(ghc->hva))
				return -EFAULT;
			start_gfn += nr_pages_avail;
		}
		/* Use the slow path for cross page reads and writes. */
		ghc->memslot = NULL;
	}
	return 0;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Andrew Honig
98
48.76%
1
20.00%
Gleb Natapov
88
43.78%
1
20.00%
Paolo Bonzini
8
3.98%
1
20.00%
Arnd Bergmann
4
1.99%
1
20.00%
Radim Krčmář
3
1.49%
1
20.00%
Total
201
100.00%
5
100.00%



int kvm_gfn_to_hva_cache_init(struct kvm *kvm, struct gfn_to_hva_cache *ghc,
			      gpa_t gpa, unsigned long len)
{
	struct kvm_memslots *slots = kvm_memslots(kvm);
	return __kvm_gfn_to_hva_cache_init(slots, ghc, gpa, len);
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Paolo Bonzini
44
100.00%
2
100.00%
Total
44
100.00%
2
100.00%


EXPORT_SYMBOL_GPL(kvm_gfn_to_hva_cache_init);



int kvm_write_guest_offset_cached(struct kvm *kvm, struct gfn_to_hva_cache *ghc,
			   void *data, int offset, unsigned long len)
{
	struct kvm_memslots *slots = kvm_memslots(kvm);
	int r;
	gpa_t gpa = ghc->gpa + offset;

	BUG_ON(len + offset > ghc->len);

	if (slots->generation != ghc->generation)
		__kvm_gfn_to_hva_cache_init(slots, ghc, ghc->gpa, ghc->len);

	if (unlikely(!ghc->memslot))
		return kvm_write_guest(kvm, gpa, data, len);

	if (kvm_is_error_hva(ghc->hva))
		return -EFAULT;

	r = __copy_to_user((void __user *)ghc->hva + offset, data, len);
	if (r)
		return -EFAULT;
	mark_page_dirty_in_slot(ghc->memslot, gpa >> PAGE_SHIFT);

	return 0;
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Gleb Natapov
102
63.35%
1
16.67%
Andrew Honig
33
20.50%
1
16.67%
Pan Xinhui
16
9.94%
1
16.67%
Paolo Bonzini
9
5.59%
2
33.33%
Xiao Guangrong
1
0.62%
1
16.67%
Total
161
100.00%
6
100.00%


EXPORT_SYMBOL_GPL(kvm_write_guest_offset_cached);



int kvm_write_guest_cached(struct kvm *kvm, struct gfn_to_hva_cache *ghc,
			   void *data, unsigned long len)
{
	return kvm_write_guest_offset_cached(kvm, ghc, data, 0, len);
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Pan Xinhui
32
86.49%
1
50.00%
Paolo Bonzini
5
13.51%
1
50.00%
Total
37
100.00%
2
100.00%


EXPORT_SYMBOL_GPL(kvm_write_guest_cached);



int kvm_read_guest_cached(struct kvm *kvm, struct gfn_to_hva_cache *ghc,
			   void *data, unsigned long len)
{
	struct kvm_memslots *slots = kvm_memslots(kvm);
	int r;

	BUG_ON(len > ghc->len);

	if (slots->generation != ghc->generation)
		__kvm_gfn_to_hva_cache_init(slots, ghc, ghc->gpa, ghc->len);

	if (unlikely(!ghc->memslot))
		return kvm_read_guest(kvm, ghc->gpa, data, len);

	if (kvm_is_error_hva(ghc->hva))
		return -EFAULT;

	r = __copy_from_user(data, (void __user *)ghc->hva, len);
	if (r)
		return -EFAULT;

	return 0;
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Gleb Natapov
92
67.65%
1
25.00%
Andrew Honig
35
25.74%
1
25.00%
Paolo Bonzini
9
6.62%
2
50.00%
Total
136
100.00%
4
100.00%


EXPORT_SYMBOL_GPL(kvm_read_guest_cached);



int kvm_clear_guest_page(struct kvm *kvm, gfn_t gfn, int offset, int len)
{
	const void *zero_page = (const void *) __va(page_to_phys(ZERO_PAGE(0)));

	return kvm_write_guest_page(kvm, gfn, zero_page, offset, len);
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Avi Kivity
30
55.56%
2
50.00%
Heiko Carstens
22
40.74%
1
25.00%
Carsten Otte
2
3.70%
1
25.00%
Total
54
100.00%
4
100.00%


EXPORT_SYMBOL_GPL(kvm_clear_guest_page);



int kvm_clear_guest(struct kvm *kvm, gpa_t gpa, unsigned long len)
{
	gfn_t gfn = gpa >> PAGE_SHIFT;
	int seg;
	int offset = offset_in_page(gpa);
	int ret;

	while ((seg = next_segment(len, offset)) != 0) {
		ret = kvm_clear_guest_page(kvm, gfn, offset, seg);
		if (ret < 0)
			return ret;
		offset = 0;
		len -= seg;
		++gfn;
	}
	return 0;
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Avi Kivity
91
100.00%
2
100.00%
Total
91
100.00%
2
100.00%


EXPORT_SYMBOL_GPL(kvm_clear_guest);



static void mark_page_dirty_in_slot(struct kvm_memory_slot *memslot,
				    gfn_t gfn)
{
	if (memslot && memslot->dirty_bitmap) {
		unsigned long rel_gfn = gfn - memslot->base_gfn;

		set_bit_le(rel_gfn, memslot->dirty_bitmap);
	}
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Avi Kivity
21
48.84%
1
16.67%
Sheng Yang
11
25.58%
1
16.67%
Takuya Yoshikawa
5
11.63%
2
33.33%
Gleb Natapov
5
11.63%
1
16.67%
Stephen Hemminger
1
2.33%
1
16.67%
Total
43
100.00%
6
100.00%



void mark_page_dirty(struct kvm *kvm, gfn_t gfn)
{
	struct kvm_memory_slot *memslot;

	memslot = gfn_to_memslot(kvm, gfn);
	mark_page_dirty_in_slot(memslot, gfn);
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Gleb Natapov
34
100.00%
1
100.00%
Total
34
100.00%
1
100.00%


EXPORT_SYMBOL_GPL(mark_page_dirty);



void kvm_vcpu_mark_page_dirty(struct kvm_vcpu *vcpu, gfn_t gfn)
{
	struct kvm_memory_slot *memslot;

	memslot = kvm_vcpu_gfn_to_memslot(vcpu, gfn);
	mark_page_dirty_in_slot(memslot, gfn);
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Paolo Bonzini
34
100.00%
1
100.00%
Total
34
100.00%
1
100.00%


EXPORT_SYMBOL_GPL(kvm_vcpu_mark_page_dirty);



void kvm_sigset_activate(struct kvm_vcpu *vcpu)
{
	if (!vcpu->sigset_active)
		return;

	/*
         * This does a lockless modification of ->real_blocked, which is fine
         * because, only current can change ->real_blocked and all readers of
         * ->real_blocked don't care as long ->real_blocked is always a subset
         * of ->blocked.
         */
	sigprocmask(SIG_SETMASK, &vcpu->sigset, &current->real_blocked);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Jan H. Schönherr
34
100.00%
1
100.00%
Total
34
100.00%
1
100.00%



void kvm_sigset_deactivate(struct kvm_vcpu *vcpu)
{
	if (!vcpu->sigset_active)
		return;

	sigprocmask(SIG_SETMASK, &current->real_blocked, NULL);
	sigemptyset(&current->real_blocked);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Jan H. Schönherr
38
100.00%
1
100.00%
Total
38
100.00%
1
100.00%



static void grow_halt_poll_ns(struct kvm_vcpu *vcpu)
{
	unsigned int old, val, grow;

	old = val = vcpu->halt_poll_ns;
	grow = READ_ONCE(halt_poll_ns_grow);
	/* 10us base */
	if (val == 0 && grow)
		val = 10000;
	else
		val *= grow;

	if (val > halt_poll_ns)
		val = halt_poll_ns;

	vcpu->halt_poll_ns = val;
	trace_kvm_halt_poll_ns_grow(vcpu->vcpu_id, val, old);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Wanpeng Li
57
72.15%
2
50.00%
Christian Bornträger
12
15.19%
1
25.00%
David Matlack
10
12.66%
1
25.00%
Total
79
100.00%
4
100.00%



static void shrink_halt_poll_ns(struct kvm_vcpu *vcpu)
{
	unsigned int old, val, shrink;

	old = val = vcpu->halt_poll_ns;
	shrink = READ_ONCE(halt_poll_ns_shrink);
	if (shrink == 0)
		val = 0;
	else
		val /= shrink;

	vcpu->halt_poll_ns = val;
	trace_kvm_halt_poll_ns_shrink(vcpu->vcpu_id, val, old);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Wanpeng Li
54
81.82%
2
66.67%
Christian Bornträger
12
18.18%
1
33.33%
Total
66
100.00%
3
100.00%



static int kvm_vcpu_check_block(struct kvm_vcpu *vcpu)
{
	if (kvm_arch_vcpu_runnable(vcpu)) {
		kvm_make_request(KVM_REQ_UNHALT, vcpu);
		return -EINTR;
	}
	if (kvm_cpu_has_pending_timer(vcpu))
		return -EINTR;
	if (signal_pending(current))
		return -EINTR;

	return 0;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Paolo Bonzini
56
100.00%
1
100.00%
Total
56
100.00%
1
100.00%

/*
 * The vCPU has executed a HLT instruction with in-kernel mode enabled.
 */


void kvm_vcpu_block(struct kvm_vcpu *vcpu)
{
	ktime_t start, cur;
	DECLARE_SWAITQUEUE(wait);
	bool waited = false;
	u64 block_ns;

	start = cur = ktime_get();
	if (vcpu->halt_poll_ns) {
		ktime_t stop = ktime_add_ns(ktime_get(), vcpu->halt_poll_ns);

		++vcpu->stat.halt_attempted_poll;
		do {
			/*
                         * This sets KVM_REQ_UNHALT if an interrupt
                         * arrives.
                         */
			if (kvm_vcpu_check_block(vcpu) < 0) {
				++vcpu->stat.halt_successful_poll;
				if (!vcpu_valid_wakeup(vcpu))
					++vcpu->stat.halt_poll_invalid;
				goto out;
			}
			cur = ktime_get();
		} while (single_task_running() && ktime_before(cur, stop));
	}

	kvm_arch_vcpu_blocking(vcpu);

	for (;;) {
		prepare_to_swait(&vcpu->wq, &wait, TASK_INTERRUPTIBLE);

		if (kvm_vcpu_check_block(vcpu) < 0)
			break;

		waited = true;
		schedule();
	}

	finish_swait(&vcpu->wq, &wait);
	cur = ktime_get();

	kvm_arch_vcpu_unblocking(vcpu);
out:
	block_ns = ktime_to_ns(cur) - ktime_to_ns(start);

	if (!vcpu_valid_wakeup(vcpu))
		shrink_halt_poll_ns(vcpu);
	else if (halt_poll_ns) {
		if (block_ns <= vcpu->halt_poll_ns)
			;
		/* we had a long block, shrink polling */
		else if (vcpu->halt_poll_ns && block_ns > halt_poll_ns)
			shrink_halt_poll_ns(vcpu);
		/* we had a short halt and our poll time is too small */
		else if (vcpu->halt_poll_ns < halt_poll_ns &&
			block_ns < halt_poll_ns)
			grow_halt_poll_ns(vcpu);
	} else
		vcpu->halt_poll_ns = 0;

	trace_kvm_vcpu_wakeup(block_ns, waited, vcpu_valid_wakeup(vcpu));
	kvm_arch_vcpu_block_finish(vcpu);
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Paolo Bonzini
111
38.68%
2
18.18%
Wanpeng Li
71
24.74%
3
27.27%
Christian Bornträger
39
13.59%
2
18.18%
Avi Kivity
34
11.85%
1
9.09%
Sheng Yang
19
6.62%
1
9.09%
Christoffer Dall
10
3.48%
1
9.09%
Marcelo Tosatti
3
1.05%
1
9.09%
Total
287
100.00%
11
100.00%


EXPORT_SYMBOL_GPL(kvm_vcpu_block);



bool kvm_vcpu_wake_up(struct kvm_vcpu *vcpu)
{
	struct swait_queue_head *wqp;

	wqp = kvm_arch_vcpu_wq(vcpu);
	if (swq_has_sleeper(wqp)) {
		swake_up(wqp);
		++vcpu->stat.halt_wakeup;
		return true;
	}

	return false;
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Christoffer Dall
36
73.47%
1
20.00%
Radim Krčmář
9
18.37%
2
40.00%
Marcelo Tosatti
3
6.12%
1
20.00%
Davidlohr Bueso A
1
2.04%
1
20.00%
Total
49
100.00%
5
100.00%


EXPORT_SYMBOL_GPL(kvm_vcpu_wake_up);

#ifndef CONFIG_S390
/*
 * Kick a sleeping VCPU, or a guest VCPU in guest mode, into host kernel mode.
 */


void kvm_vcpu_kick(struct kvm_vcpu *vcpu)
{
	int me;
	int cpu = vcpu->cpu;

	if (kvm_vcpu_wake_up(vcpu))
		return;

	me = get_cpu();
	if (cpu != me && (unsigned)cpu < nr_cpu_ids && cpu_online(cpu))
		if (kvm_arch_vcpu_should_kick(vcpu))
			smp_send_reschedule(cpu);
	put_cpu();
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Christoffer Dall
39
59.09%
1
33.33%
Radim Krčmář
27
40.91%
2
66.67%
Total
66
100.00%
3
100.00%


EXPORT_SYMBOL_GPL(kvm_vcpu_kick);
#endif /* !CONFIG_S390 */



int kvm_vcpu_yield_to(struct kvm_vcpu *target)
{
	struct pid *pid;
	struct task_struct *task = NULL;
	int ret = 0;

	rcu_read_lock();
	pid = rcu_dereference(target->pid);
	if (pid)
		task = get_pid_task(pid, PIDTYPE_PID);
	rcu_read_unlock();
	if (!task)
		return ret;
	ret = yield_to(task, 1);
	put_task_struct(task);

	return ret;
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Konstantin Weitz
70
87.50%
1
33.33%
Raghavendra K T
7
8.75%
1
33.33%
Dan Carpenter
3
3.75%
1
33.33%
Total
80
100.00%
3
100.00%


EXPORT_SYMBOL_GPL(kvm_vcpu_yield_to);

/*
 * Helper that checks whether a VCPU is eligible for directed yield.
 * Most eligible candidate to yield is decided by following heuristics:
 *
 *  (a) VCPU which has not done pl-exit or cpu relax intercepted recently
 *  (preempted lock holder), indicated by @in_spin_loop.
 *  Set at the beiginning and cleared at the end of interception/PLE handler.
 *
 *  (b) VCPU which has done pl-exit/ cpu relax intercepted but did not get
 *  chance last time (mostly it has become eligible now since we have probably
 *  yielded to lockholder in last iteration. This is done by toggling
 *  @dy_eligible each time a VCPU checked for eligibility.)
 *
 *  Yielding to a recently pl-exited/cpu relax intercepted VCPU before yielding
 *  to preempted lock-holder could result in wrong VCPU selection and CPU
 *  burning. Giving priority for a potential lock-holder increases lock
 *  progress.
 *
 *  Since algorithm is based on heuristics, accessing another VCPU data without
 *  locking does not harm. It may result in trying to yield to  same VCPU, fail
 *  and continue with next VCPU and so on.
 */


static bool kvm_vcpu_eligible_for_directed_yield(struct kvm_vcpu *vcpu)
{
#ifdef CONFIG_HAVE_KVM_CPU_RELAX_INTERCEPT
	bool eligible;

	eligible = !vcpu->spin_loop.in_spin_loop ||
		    vcpu->spin_loop.dy_eligible;

	if (vcpu->spin_loop.in_spin_loop)
		kvm_vcpu_set_dy_eligible(vcpu, !vcpu->spin_loop.dy_eligible);

	return eligible;
#else
	return true;
#endif
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Raghavendra K T
48
77.42%
1
25.00%
Scott Wood
9
14.52%
1
25.00%
Konstantin Weitz
4
6.45%
1
25.00%
Stephen Hemminger
1
1.61%
1
25.00%
Total
62
100.00%
4
100.00%



void kvm_vcpu_on_spin(struct kvm_vcpu *me, bool yield_to_kernel_mode)
{
	struct kvm *kvm = me->kvm;
	struct kvm_vcpu *vcpu;
	int last_boosted_vcpu = me->kvm->last_boosted_vcpu;
	int yielded = 0;
	int try = 3;
	int pass;
	int i;

	kvm_vcpu_set_in_spin_loop(me, true);
	/*
         * We boost the priority of a VCPU that is runnable but not
         * currently running, because it got preempted by something
         * else and called schedule in __vcpu_run.  Hopefully that
         * VCPU is holding the lock that we need and will release it.
         * We approximate round-robin by starting at the last boosted VCPU.
         */
	for (pass = 0; pass < 2 && !yielded && try; pass++) {
		kvm_for_each_vcpu(i, vcpu, kvm) {
			if (!pass && i <= last_boosted_vcpu) {
				i = last_boosted_vcpu;
				continue;
			} else if (pass && i > last_boosted_vcpu)
				break;
			if (!READ_ONCE(vcpu->preempted))
				continue;
			if (vcpu == me)
				continue;
			if (swait_active(&vcpu->wq) && !kvm_arch_vcpu_runnable(vcpu))
				continue;
			if (yield_to_kernel_mode && !kvm_arch_vcpu_in_kernel(vcpu))
				continue;
			if (!kvm_vcpu_eligible_for_directed_yield(vcpu))
				continue;

			yielded = kvm_vcpu_yield_to(vcpu);
			if (yielded > 0) {
				kvm->last_boosted_vcpu = i;
				break;
			} else if (yielded < 0) {
				try--;
				if (!try)
					break;
			}
		}
	}
	kvm_vcpu_set_in_spin_loop(me, false);

	/* Ensure vcpu is not eligible during next spinloop */
	kvm_vcpu_set_dy_eligible(me, false);
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Rik Van Riel
112
49.56%
2
15.38%
Raghavendra K T
70
30.97%
4
30.77%
Zhai, Edwin
16
7.08%
1
7.69%
Longpeng( Mike)
14
6.19%
1
7.69%
Michael Müller
6
2.65%
1
7.69%
Sheng Yang
5
2.21%
1
7.69%
Konstantin Weitz
1
0.44%
1
7.69%
Mark Rutland
1
0.44%
1
7.69%
Marcelo Tosatti
1
0.44%
1
7.69%
Total
226
100.00%
13
100.00%


EXPORT_SYMBOL_GPL(kvm_vcpu_on_spin);



static int kvm_vcpu_fault(struct vm_fault *vmf)
{
	struct kvm_vcpu *vcpu = vmf->vma->vm_file->private_data;
	struct page *page;

	if (vmf->pgoff == 0)
		page = virt_to_page(vcpu->run);
#ifdef CONFIG_X86
	else if (vmf->pgoff == KVM_PIO_PAGE_OFFSET)
		page = virt_to_page(vcpu->arch.pio_data);
#endif
#ifdef CONFIG_KVM_MMIO
	else if (vmf->pgoff == KVM_COALESCED_MMIO_PAGE_OFFSET)
		page = virt_to_page(vcpu->kvm->coalesced_mmio_ring);
#endif
	else
		return kvm_arch_vcpu_fault(vcpu, vmf);
	get_page(page);
	vmf->page = page;
	return 0;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Avi Kivity
64
53.78%
1
20.00%
Sheng Yang
46
38.66%
1
20.00%
Carsten Otte
6
5.04%
1
20.00%
Dave Jiang
2
1.68%
1
20.00%
Paolo Bonzini
1
0.84%
1
20.00%
Total
119
100.00%
5
100.00%


static const struct vm_operations_struct kvm_vcpu_vm_ops = {
	.fault = kvm_vcpu_fault,
};



static int kvm_vcpu_mmap(struct file *file, struct vm_area_struct *vma)
{
	vma->vm_ops = &kvm_vcpu_vm_ops;
	return 0;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Avi Kivity
26
100.00%
2
100.00%
Total
26
100.00%
2
100.00%



static int kvm_vcpu_release(struct inode *inode, struct file *filp)
{
	struct kvm_vcpu *vcpu = filp->private_data;

	debugfs_remove_recursive(vcpu->debugfs_dentry);
	kvm_put_kvm(vcpu->kvm);
	return 0;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Avi Kivity
32
76.19%
4
66.67%
Luiz Fernando N. Capitulino
7
16.67%
1
16.67%
Carsten Otte
3
7.14%
1
16.67%
Total
42
100.00%
6
100.00%


static struct file_operations kvm_vcpu_fops = {
	.release        = kvm_vcpu_release,
	.unlocked_ioctl = kvm_vcpu_ioctl,
#ifdef CONFIG_KVM_COMPAT
	.compat_ioctl   = kvm_vcpu_compat_ioctl,
#endif
	.mmap           = kvm_vcpu_mmap,
	.llseek		= noop_llseek,
};

/*
 * Allocates an inode for the vcpu.
 */


static int create_vcpu_fd(struct kvm_vcpu *vcpu)
{
	return anon_inode_getfd("kvm-vcpu", &kvm_vcpu_fops, vcpu, O_RDWR | O_CLOEXEC);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Avi Kivity
19
73.08%
2
33.33%
Yann Droneaud
2
7.69%
1
16.67%
Dave Hansen
2
7.69%
1
16.67%
Carsten Otte
2
7.69%
1
16.67%
Roland Dreier
1
3.85%
1
16.67%
Total
26
100.00%
6
100.00%



static int kvm_create_vcpu_debugfs(struct kvm_vcpu *vcpu)
{
	char dir_name[ITOA_MAX_LEN * 2];
	int ret;

	if (!kvm_arch_has_vcpu_debugfs())
		return 0;

	if (!debugfs_initialized())
		return 0;

	snprintf(dir_name, sizeof(dir_name), "vcpu%d", vcpu->vcpu_id);
	vcpu->debugfs_dentry = debugfs_create_dir(dir_name,
								vcpu->kvm->debugfs_dentry);
	if (!vcpu->debugfs_dentry)
		return -ENOMEM;

	ret = kvm_arch_create_vcpu_debugfs(vcpu);
	if (ret < 0) {
		debugfs_remove_recursive(vcpu->debugfs_dentry);
		return ret;
	}

	return 0;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Luiz Fernando N. Capitulino
110
100.00%
1
100.00%
Total
110
100.00%
1
100.00%

/*
 * Creates some virtual cpus.  Good luck creating more than one.
 */


static int kvm_vm_ioctl_create_vcpu(struct kvm *kvm, u32 id)
{
	int r;
	struct kvm_vcpu *vcpu;

	if (id >= KVM_MAX_VCPU_ID)
		return -EINVAL;

	mutex_lock(&kvm->lock);
	if (kvm->created_vcpus == KVM_MAX_VCPUS) {
		mutex_unlock(&kvm->lock);
		return -EINVAL;
	}

	kvm->created_vcpus++;
	mutex_unlock(&kvm->lock);

	vcpu = kvm_arch_vcpu_create(kvm, id);
	if (IS_ERR(vcpu)) {
		r = PTR_ERR(vcpu);
		goto vcpu_decrement;
	}

	preempt_notifier_init(&vcpu->preempt_notifier, &kvm_preempt_ops);

	r = kvm_arch_vcpu_setup(vcpu);
	if (r)
		goto vcpu_destroy;

	r = kvm_create_vcpu_debugfs(vcpu);
	if (r)
		goto vcpu_destroy;

	mutex_lock(&kvm->lock);
	if (kvm_get_vcpu_by_id(kvm, id)) {
		r = -EEXIST;
		goto unlock_vcpu_destroy;
	}

	BUG_ON(kvm->vcpus[atomic_read(&kvm->online_vcpus)]);

	/* Now it's all set up, let userspace reach it */
	kvm_get_kvm(kvm);
	r = create_vcpu_fd(vcpu);
	if (r < 0) {
		kvm_put_kvm(kvm);
		goto unlock_vcpu_destroy;
	}

	kvm->vcpus[atomic_read(&kvm->online_vcpus)] = vcpu;

	/*
         * Pairs with smp_rmb() in kvm_get_vcpu.  Write kvm->vcpus
         * before kvm->online_vcpu's incremented value.
         */
	smp_wmb();
	atomic_inc(&kvm->online_vcpus);

	mutex_unlock(&kvm->lock);
	kvm_arch_vcpu_postcreate(vcpu);
	return r;

unlock_vcpu_destroy:
	mutex_unlock(&kvm->lock);
	debugfs_remove_recursive(vcpu->debugfs_dentry);
vcpu_destroy:
	kvm_arch_vcpu_destroy(vcpu);
vcpu_decrement:
	mutex_lock(&kvm->lock);
	kvm->created_vcpus--;
	mutex_unlock(&kvm->lock);
	return r;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Avi Kivity
142
46.25%
5
29.41%
Paolo Bonzini
75
24.43%
2
11.76%
Xiantao Zhang
23
7.49%
1
5.88%
Luiz Fernando N. Capitulino
21
6.84%
1
5.88%
Dave Hansen
14
4.56%
1
5.88%
Andrew Honig
9
2.93%
1
5.88%
Jan Kiszka
8
2.61%
1
5.88%
David Hildenbrand
5
1.63%
1
5.88%
Marcelo Tosatti
5
1.63%
1
5.88%
Izik Eidus
3
0.98%
1
5.88%
Carsten Otte
1
0.33%
1
5.88%
Greg Kurz
1
0.33%
1
5.88%
Total
307
100.00%
17
100.00%



static int kvm_vcpu_ioctl_set_sigmask(struct kvm_vcpu *vcpu, sigset_t *sigset)
{
	if (sigset) {
		sigdelsetmask(sigset, sigmask(SIGKILL)|sigmask(SIGSTOP));
		vcpu->sigset_active = 1;
		vcpu->sigset = *sigset;
	} else
		vcpu->sigset_active = 0;
	return 0;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Avi Kivity
44
74.58%
1
20.00%
Carsten Otte
6
10.17%
1
20.00%
Dave Hansen
5
8.47%
1
20.00%
Marcelo Tosatti
2
3.39%
1
20.00%
Izik Eidus
2
3.39%
1
20.00%
Total
59
100.00%
5
100.00%



static long kvm_vcpu_ioctl(struct file *filp,
			   unsigned int ioctl, unsigned long arg)
{
	struct kvm_vcpu *vcpu = filp->private_data;
	void __user *argp = (void __user *)arg;
	int r;
	struct kvm_fpu *fpu = NULL;
	struct kvm_sregs *kvm_sregs = NULL;

	if (vcpu->kvm->mm != current->mm)
		return -EIO;

	if (unlikely(_IOC_TYPE(ioctl) != KVMIO))
		return -EINVAL;

#if defined(CONFIG_S390) || defined(CONFIG_PPC) || defined(CONFIG_MIPS)
	/*
         * Special cases: vcpu ioctls that are asynchronous to vcpu execution,
         * so vcpu_load() would break it.
         */
	if (ioctl == KVM_S390_INTERRUPT || ioctl == KVM_S390_IRQ || ioctl == KVM_INTERRUPT)
		return kvm_arch_vcpu_ioctl(filp, ioctl, arg);
#endif


	r = vcpu_load(vcpu);
	if (r)
		return r;
	switch (ioctl) {
	case KVM_RUN: {
		struct pid *oldpid;
		r = -EINVAL;
		if (arg)
			goto out;
		oldpid = rcu_access_pointer(vcpu->pid);
		if (unlikely(oldpid != current->pids[PIDTYPE_PID].pid)) {
			/* The thread running this VCPU changed. */
			struct pid *newpid = get_task_pid(current, PIDTYPE_PID);

			rcu_assign_pointer(vcpu->pid, newpid);
			if (oldpid)
				synchronize_rcu();
			put_pid(oldpid);
		}
		r = kvm_arch_vcpu_ioctl_run(vcpu, vcpu->run);
		trace_kvm_userspace_exit(vcpu->run->exit_reason, r);
		break;
	}
	case KVM_GET_REGS: {
		struct kvm_regs *kvm_regs;

		r = -ENOMEM;
		kvm_regs = kzalloc(sizeof(struct kvm_regs), GFP_KERNEL);
		if (!kvm_regs)
			goto out;
		r = kvm_arch_vcpu_ioctl_get_regs(vcpu, kvm_regs);
		if (r)
			goto out_free1;
		r = -EFAULT;
		if (copy_to_user(argp, kvm_regs, sizeof(struct kvm_regs)))
			goto out_free1;
		r = 0;
out_free1:
		kfree(kvm_regs);
		break;
	}
	case KVM_SET_REGS: {
		struct kvm_regs *kvm_regs;

		r = -ENOMEM;
		kvm_regs = memdup_user(argp, sizeof(*kvm_regs));
		if (IS_ERR(kvm_regs)) {
			r = PTR_ERR(kvm_regs);
			goto out;
		}
		r = kvm_arch_vcpu_ioctl_set_regs(vcpu, kvm_regs);
		kfree(kvm_regs);
		break;
	}
	case KVM_GET_SREGS: {
		kvm_sregs = kzalloc(sizeof(struct kvm_sregs), GFP_KERNEL);
		r = -ENOMEM;
		if (!kvm_sregs)
			goto out;
		r = kvm_arch_vcpu_ioctl_get_sregs(vcpu, kvm_sregs);
		if (r)
			goto out;
		r = -EFAULT;
		if (copy_to_user(argp, kvm_sregs, sizeof(struct kvm_sregs)))
			goto out;
		r = 0;
		break;
	}
	case KVM_SET_SREGS: {
		kvm_sregs = memdup_user(argp, sizeof(*kvm_sregs));
		if (IS_ERR(kvm_sregs)) {
			r = PTR_ERR(kvm_sregs);
			kvm_sregs = NULL;
			goto out;
		}
		r = kvm_arch_vcpu_ioctl_set_sregs(vcpu, kvm_sregs);
		break;
	}
	case KVM_GET_MP_STATE: {
		struct kvm_mp_state mp_state;

		r = kvm_arch_vcpu_ioctl_get_mpstate(vcpu, &mp_state);
		if (r)
			goto out;
		r = -EFAULT;
		if (copy_to_user(argp, &mp_state, sizeof(mp_state)))
			goto out;
		r = 0;
		break;
	}
	case KVM_SET_MP_STATE: {
		struct kvm_mp_state mp_state;

		r = -EFAULT;
		if (copy_from_user(&mp_state, argp, sizeof(mp_state)))
			goto out;
		r = kvm_arch_vcpu_ioctl_set_mpstate(vcpu, &mp_state);
		break;
	}
	case KVM_TRANSLATE: {
		struct kvm_translation tr;

		r = -EFAULT;
		if (copy_from_user(&tr, argp, sizeof(tr)))
			goto out;
		r = kvm_arch_vcpu_ioctl_translate(vcpu, &tr);
		if (r)
			goto out;
		r = -EFAULT;
		if (copy_to_user(argp, &tr, sizeof(tr)))
			goto out;
		r = 0;
		break;
	}
	case KVM_SET_GUEST_DEBUG: {
		struct kvm_guest_debug dbg;

		r = -EFAULT;
		if (copy_from_user(&dbg, argp, sizeof(dbg)))
			goto out;
		r = kvm_arch_vcpu_ioctl_set_guest_debug(vcpu, &dbg);
		break;
	}
	case KVM_SET_SIGNAL_MASK: {
		struct kvm_signal_mask __user *sigmask_arg = argp;
		struct kvm_signal_mask kvm_sigmask;
		sigset_t sigset, *p;

		p = NULL;
		if (argp) {
			r = -EFAULT;
			if (copy_from_user(&kvm_sigmask, argp,
					   sizeof(kvm_sigmask)))
				goto out;
			r = -EINVAL;
			if (kvm_sigmask.len != sizeof(sigset))
				goto out;
			r = -EFAULT;
			if (copy_from_user(&sigset, sigmask_arg->sigset,
					   sizeof(sigset)))
				goto out;
			p = &sigset;
		}
		r = kvm_vcpu_ioctl_set_sigmask(vcpu, p);
		break;
	}
	case KVM_GET_FPU: {
		fpu = kzalloc(sizeof(struct kvm_fpu), GFP_KERNEL);
		r = -ENOMEM;
		if (!fpu)
			goto out;
		r = kvm_arch_vcpu_ioctl_get_fpu(vcpu, fpu);
		if (r)
			goto out;
		r = -EFAULT;
		if (copy_to_user(argp, fpu, sizeof(struct kvm_fpu)))
			goto out;
		r = 0;
		break;
	}
	case KVM_SET_FPU: {
		fpu = memdup_user(argp, sizeof(*fpu));
		if (IS_ERR(fpu)) {
			r = PTR_ERR(fpu);
			fpu = NULL;
			goto out;
		}
		r = kvm_arch_vcpu_ioctl_set_fpu(vcpu, fpu);
		break;
	}
	default:
		r = kvm_arch_vcpu_ioctl(filp, ioctl, arg);
	}
out:
	vcpu_put(vcpu);
	kfree(fpu);
	kfree(kvm_sregs);
	return r;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Avi Kivity
350
34.21%
5
19.23%
Laurent Vivier
100
9.78%
1
3.85%
Qing He
95
9.29%
1
3.85%
Carsten Otte
95
9.29%
1
3.85%
Christian Bornträger
68
6.65%
2
7.69%
Eddie Dong
65
6.35%
2
7.69%
Marcelo Tosatti
44
4.30%
1
3.85%
Xiantao Zhang
42
4.11%
1
3.85%
Dave Hansen
37
3.62%
1
3.85%
Sasha Levin
35
3.42%
1
3.85%
Xiubo Li
16
1.56%
1
3.85%
David Matlack
16
1.56%
1
3.85%
Izik Eidus
13
1.27%
1
3.85%
Gleb Natapov
11
1.08%
1
3.85%
Sheng Yang
9
0.88%
1
3.85%
Michael S. Tsirkin
9
0.88%
1
3.85%
Guo Chao
8
0.78%
1
3.85%
Sanjay Lal
5
0.49%
1
3.85%
Jens Freimann
4
0.39%
1
3.85%
Andi Kleen
1
0.10%
1
3.85%
Total
1023
100.00%
26
100.00%

#ifdef CONFIG_KVM_COMPAT


static long kvm_vcpu_compat_ioctl(struct file *filp,
				  unsigned int ioctl, unsigned long arg)
{
	struct kvm_vcpu *vcpu = filp->private_data;
	void __user *argp = compat_ptr(arg);
	int r;

	if (vcpu->kvm->mm != current->mm)
		return -EIO;

	switch (ioctl) {
	case KVM_SET_SIGNAL_MASK: {
		struct kvm_signal_mask __user *sigmask_arg = argp;
		struct kvm_signal_mask kvm_sigmask;
		sigset_t sigset;

		if (argp) {
			r = -EFAULT;
			if (copy_from_user(&kvm_sigmask, argp,
					   sizeof(kvm_sigmask)))
				goto out;
			r = -EINVAL;
			if (kvm_sigmask.len != sizeof(compat_sigset_t))
				goto out;
			r = -EFAULT;
			if (get_compat_sigset(&sigset, (void *)sigmask_arg->sigset))
				goto out;
			r = kvm_vcpu_ioctl_set_sigmask(vcpu, &sigset);
		} else
			r = kvm_vcpu_ioctl_set_sigmask(vcpu, NULL);
		break;
	}
	default:
		r = kvm_vcpu_ioctl(filp, ioctl, arg);
	}

out:
	return r;
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Alexander Graf
170
88.08%
1
25.00%
Alan Cox
11
5.70%
1
25.00%
Al Viro
7
3.63%
1
25.00%
Xiubo Li
5
2.59%
1
25.00%
Total
193
100.00%
4
100.00%

#endif



static int kvm_device_ioctl_attr(struct kvm_device *dev,
				 int (*accessor)(struct kvm_device *dev,
						 struct kvm_device_attr *attr),
				 unsigned long arg)
{
	struct kvm_device_attr attr;

	if (!accessor)
		return -EPERM;

	if (copy_from_user(&attr, (void __user *)arg, sizeof(attr)))
		return -EFAULT;

	return accessor(dev, &attr);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Scott Wood
54
69.23%
1
25.00%
Avi Kivity
21
26.92%
1
25.00%
Xiantao Zhang
2
2.56%
1
25.00%
Sheng Yang
1
1.28%
1
25.00%
Total
78
100.00%
4
100.00%



static long kvm_device_ioctl(struct file *filp, unsigned int ioctl,
			     unsigned long arg)
{
	struct kvm_device *dev = filp->private_data;

	switch (ioctl) {
	case KVM_SET_DEVICE_ATTR:
		return kvm_device_ioctl_attr(dev, dev->ops->set_attr, arg);
	case KVM_GET_DEVICE_ATTR:
		return kvm_device_ioctl_attr(dev, dev->ops->get_attr, arg);
	case KVM_HAS_DEVICE_ATTR:
		return kvm_device_ioctl_attr(dev, dev->ops->has_attr, arg);
	default:
		if (dev->ops->ioctl)
			return dev->ops->ioctl(dev, ioctl, arg);

		return -ENOTTY;
	}
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Scott Wood
95
84.82%
1
25.00%
Avi Kivity
8
7.14%
1
25.00%
Weidong Han
6
5.36%
1
25.00%
Sheng Yang
3
2.68%
1
25.00%
Total
112
100.00%
4
100.00%



static int kvm_device_release(struct inode *inode, struct file *filp)
{
	struct kvm_device *dev = filp->private_data;
	struct kvm *kvm = dev->kvm;

	kvm_put_kvm(kvm);
	return 0;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Scott Wood
42
100.00%
1
100.00%
Total
42
100.00%
1
100.00%


static const struct file_operations kvm_device_fops = {
	.unlocked_ioctl = kvm_device_ioctl,
#ifdef CONFIG_KVM_COMPAT
	.compat_ioctl = kvm_device_ioctl,
#endif
	.release = kvm_device_release,
};



struct kvm_device *kvm_device_from_filp(struct file *filp)
{
	if (filp->f_op != &kvm_device_fops)
		return NULL;

	return filp->private_data;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Scott Wood
29
100.00%
1
100.00%
Total
29
100.00%
1
100.00%


static struct kvm_device_ops *kvm_device_ops_table[KVM_DEV_TYPE_MAX] = {
#ifdef CONFIG_KVM_MPIC
	[KVM_DEV_TYPE_FSL_MPIC_20]	= &kvm_mpic_ops,
	[KVM_DEV_TYPE_FSL_MPIC_42]	= &kvm_mpic_ops,
#endif
};



int kvm_register_device_ops(struct kvm_device_ops *ops, u32 type)
{
	if (type >= ARRAY_SIZE(kvm_device_ops_table))
		return -ENOSPC;

	if (kvm_device_ops_table[type] != NULL)
		return -EEXIST;

	kvm_device_ops_table[type] = ops;
	return 0;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Will Deacon
45
91.84%
1
50.00%
Scott Wood
4
8.16%
1
50.00%
Total
49
100.00%
2
100.00%



void kvm_unregister_device_ops(u32 type)
{
	if (kvm_device_ops_table[type] != NULL)
		kvm_device_ops_table[type] = NULL;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Wanpeng Li
24
100.00%
1
100.00%
Total
24
100.00%
1
100.00%



static int kvm_ioctl_create_device(struct kvm *kvm,
				   struct kvm_create_device *cd)
{
	struct kvm_device_ops *ops = NULL;
	struct kvm_device *dev;
	bool test = cd->flags & KVM_CREATE_DEVICE_TEST;
	int ret;

	if (cd->type >= ARRAY_SIZE(kvm_device_ops_table))
		return -ENODEV;

	ops = kvm_device_ops_table[cd->type];
	if (ops == NULL)
		return -ENODEV;

	if (test)
		return 0;

	dev = kzalloc(sizeof(*dev), GFP_KERNEL);
	if (!dev)
		return -ENOMEM;

	dev->ops = ops;
	dev->kvm = kvm;

	mutex_lock(&kvm->lock);
	ret = ops->create(dev, cd->type);
	if (ret < 0) {
		mutex_unlock(&kvm->lock);
		kfree(dev);
		return ret;
	}
	list_add(&dev->vm_node, &kvm->devices);
	mutex_unlock(&kvm->lock);

	if (ops->init)
		ops->init(dev);

	ret = anon_inode_getfd(ops->name, &kvm_device_fops, dev, O_RDWR | O_CLOEXEC);
	if (ret < 0) {
		mutex_lock(&kvm->lock);
		list_del(&dev->vm_node);
		mutex_unlock(&kvm->lock);
		ops->destroy(dev);
		return ret;
	}

	kvm_get_kvm(kvm);
	cd->fd = ret;
	return 0;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Scott Wood
166
61.94%
2
22.22%
Christoffer Dall
71
26.49%
3
33.33%
Will Deacon
21
7.84%
1
11.11%
Dan Carpenter
7
2.61%
1
11.11%
Yann Droneaud
2
0.75%
1
11.11%
Jens Freimann
1
0.37%
1
11.11%
Total
268
100.00%
9
100.00%



static long kvm_vm_ioctl_check_extension_generic(struct kvm *kvm, long arg)
{
	switch (arg) {
	case KVM_CAP_USER_MEMORY:
	case KVM_CAP_DESTROY_MEMORY_REGION_WORKS:
	case KVM_CAP_JOIN_MEMORY_REGIONS_WORKS:
	case KVM_CAP_INTERNAL_ERROR_DATA:
#ifdef CONFIG_HAVE_KVM_MSI
	case KVM_CAP_SIGNAL_MSI:
#endif
#ifdef CONFIG_HAVE_KVM_IRQFD
	case KVM_CAP_IRQFD:
	case KVM_CAP_IRQFD_RESAMPLE:
#endif
	case KVM_CAP_IOEVENTFD_ANY_LENGTH:
	case KVM_CAP_CHECK_EXTENSION_VM:
		return 1;
#ifdef CONFIG_KVM_MMIO
	case KVM_CAP_COALESCED_MMIO:
		return KVM_COALESCED_MMIO_PAGE_OFFSET;
#endif
#ifdef CONFIG_HAVE_KVM_IRQ_ROUTING
	case KVM_CAP_IRQ_ROUTING:
		return KVM_MAX_IRQ_ROUTES;
#endif
#if KVM_ADDRESS_SPACE_NUM > 1
	case KVM_CAP_MULTI_ADDRESS_SPACE:
		return KVM_ADDRESS_SPACE_NUM;
#endif
	case KVM_CAP_MAX_VCPU_ID:
		return KVM_MAX_VCPU_ID;
	default:
		break;
	}
	return kvm_vm_ioctl_check_extension(kvm, arg);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Alexander Graf
74
66.67%
1
12.50%
Paolo Bonzini
27
24.32%
4
50.00%
Greg Kurz
6
5.41%
1
12.50%
Jason (Hui) Wang
3
2.70%
1
12.50%
Paul Mackerras
1
0.90%
1
12.50%
Total
111
100.00%
8
100.00%



static long kvm_vm_ioctl(struct file *filp,
			   unsigned int ioctl, unsigned long arg)
{
	struct kvm *kvm = filp->private_data;
	void __user *argp = (void __user *)arg;
	int r;

	if (kvm->mm != current->mm)
		return -EIO;
	switch (ioctl) {
	case KVM_CREATE_VCPU:
		r = kvm_vm_ioctl_create_vcpu(kvm, arg);
		break;
	case KVM_SET_USER_MEMORY_REGION: {
		struct kvm_userspace_memory_region kvm_userspace_mem;

		r = -EFAULT;
		if (copy_from_user(&kvm_userspace_mem, argp,
						sizeof(kvm_userspace_mem)))
			goto out;

		r = kvm_vm_ioctl_set_memory_region(kvm, &kvm_userspace_mem);
		break;
	}
	case KVM_GET_DIRTY_LOG: {
		struct kvm_dirty_log log;

		r = -EFAULT;
		if (copy_from_user(&log, argp, sizeof(log)))
			goto out;
		r = kvm_vm_ioctl_get_dirty_log(kvm, &log);
		break;
	}
#ifdef CONFIG_KVM_MMIO
	case KVM_REGISTER_COALESCED_MMIO: {
		struct kvm_coalesced_mmio_zone zone;

		r = -EFAULT;
		if (copy_from_user(&zone, argp, sizeof(zone)))
			goto out;
		r = kvm_vm_ioctl_register_coalesced_mmio(kvm, &zone);
		break;
	}
	case KVM_UNREGISTER_COALESCED_MMIO: {
		struct kvm_coalesced_mmio_zone zone;

		r = -EFAULT;
		if (copy_from_user(&zone, argp, sizeof(zone)))
			goto out;
		r = kvm_vm_ioctl_unregister_coalesced_mmio(kvm, &zone);
		break;
	}
#endif
	case KVM_IRQFD: {
		struct kvm_irqfd data;

		r = -EFAULT;
		if (copy_from_user(&data, argp, sizeof(data)))
			goto out;
		r = kvm_irqfd(kvm, &data);
		break;
	}
	case KVM_IOEVENTFD: {
		struct kvm_ioeventfd data;

		r = -EFAULT;
		if (copy_from_user(&data, argp, sizeof(data)))
			goto out;
		r = kvm_ioeventfd(kvm, &data);
		break;
	}
#ifdef CONFIG_HAVE_KVM_MSI
	case KVM_SIGNAL_MSI: {
		struct kvm_msi msi;

		r = -EFAULT;
		if (copy_from_user(&msi, argp, sizeof(msi)))
			goto out;
		r = kvm_send_userspace_msi(kvm, &msi);
		break;
	}
#endif
#ifdef __KVM_HAVE_IRQ_LINE
	case KVM_IRQ_LINE_STATUS:
	case KVM_IRQ_LINE: {
		struct kvm_irq_level irq_event;

		r = -EFAULT;
		if (copy_from_user(&irq_event, argp, sizeof(irq_event)))
			goto out;

		r = kvm_vm_ioctl_irq_line(kvm, &irq_event,
					ioctl == KVM_IRQ_LINE_STATUS);
		if (r)
			goto out;

		r = -EFAULT;
		if (ioctl == KVM_IRQ_LINE_STATUS) {
			if (copy_to_user(argp, &irq_event, sizeof(irq_event)))
				goto out;
		}

		r = 0;
		break;
	}
#endif
#ifdef CONFIG_HAVE_KVM_IRQ_ROUTING
	case KVM_SET_GSI_ROUTING: {
		struct kvm_irq_routing routing;
		struct kvm_irq_routing __user *urouting;
		struct kvm_irq_routing_entry *entries = NULL;

		r = -EFAULT;
		if (copy_from_user(&routing, argp, sizeof(routing)))
			goto out;
		r = -EINVAL;
		if (!kvm_arch_can_set_irq_routing(kvm))
			goto out;
		if (routing.nr > KVM_MAX_IRQ_ROUTES)
			goto out;
		if (routing.flags)
			goto out;
		if (routing.nr) {
			r = -ENOMEM;
			entries = vmalloc(routing.nr * sizeof(*entries));
			if (!entries)
				goto out;
			r = -EFAULT;
			urouting = argp;
			if (copy_from_user(entries, urouting->entries,
					   routing.nr * sizeof(*entries)))
				goto out_free_irq_routing;
		}
		r = kvm_set_irq_routing(kvm, entries, routing.nr,
					routing.flags);
out_free_irq_routing:
		vfree(entries);
		break;
	}
#endif /* CONFIG_HAVE_KVM_IRQ_ROUTING */
	case KVM_CREATE_DEVICE: {
		struct kvm_create_device cd;

		r = -EFAULT;
		if (copy_from_user(&cd, argp, sizeof(cd)))
			goto out;

		r = kvm_ioctl_create_device(kvm, &cd);
		if (r)
			goto out;

		r = -EFAULT;
		if (copy_to_user(argp, &cd, sizeof(cd)))
			goto out;

		r = 0;
		break;
	}
	case KVM_CHECK_EXTENSION:
		r = kvm_vm_ioctl_check_extension_generic(kvm, arg);
		break;
	default:
		r = kvm_arch_vm_ioctl(filp, ioctl, arg);
	}
out:
	return r;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Christoffer Dall
139
18.01%
1
4.17%
Avi Kivity
125
16.19%
3
12.50%
Gregory Haskins
121
15.67%
2
8.33%
Alexander Graf
107
13.86%
2
8.33%
Sheng Yang
81
10.49%
2
8.33%
Jan Kiszka
71
9.20%
1
4.17%
Weidong Han
38
4.92%
1
4.17%
Xiubo Li
19
2.46%
2
8.33%
Scott Wood
13
1.68%
1
4.17%
Carsten Otte
11
1.42%
1
4.17%
David Hildenbrand
11
1.42%
1
4.17%
Paolo Bonzini
11
1.42%
2
8.33%
Gleb Natapov
10
1.30%
1
4.17%
Xiantao Zhang
6
0.78%
1
4.17%
Yang Zhang
4
0.52%
1
4.17%
Marcelo Tosatti
4
0.52%
1
4.17%
Alex Williamson
1
0.13%
1
4.17%
Total
772
100.00%
24
100.00%

#ifdef CONFIG_KVM_COMPAT

struct compat_kvm_dirty_log {
	
__u32 slot;
	
__u32 padding1;
	union {
		
compat_uptr_t dirty_bitmap; /* one bit per page */
		
__u64 padding2;
	};
};



static long kvm_vm_compat_ioctl(struct file *filp,
			   unsigned int ioctl, unsigned long arg)
{
	struct kvm *kvm = filp->private_data;
	int r;

	if (kvm->mm != current->mm)
		return -EIO;
	switch (ioctl) {
	case KVM_GET_DIRTY_LOG: {
		struct compat_kvm_dirty_log compat_log;
		struct kvm_dirty_log log;

		if (copy_from_user(&compat_log, (void __user *)arg,
				   sizeof(compat_log)))
			return -EFAULT;
		log.slot	 = compat_log.slot;
		log.padding1	 = compat_log.padding1;
		log.padding2	 = compat_log.padding2;
		log.dirty_bitmap = compat_ptr(compat_log.dirty_bitmap);

		r = kvm_vm_ioctl_get_dirty_log(kvm, &log);
		break;
	}
	default:
		r = kvm_vm_ioctl(filp, ioctl, arg);
	}
	return r;
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Arnd Bergmann
118
79.19%
1
16.67%
Carsten Otte
10
6.71%
1
16.67%
Marcelo Tosatti
7
4.70%
1
16.67%
Avi Kivity
6
4.03%
1
16.67%
Gleb Natapov
4
2.68%
1
16.67%
SF Markus Elfring
4
2.68%
1
16.67%
Total
149
100.00%
6
100.00%

#endif


static struct file_operations kvm_vm_fops = {
	.release        = kvm_vm_release,
	.unlocked_ioctl = kvm_vm_ioctl,
#ifdef CONFIG_KVM_COMPAT
	.compat_ioctl   = kvm_vm_compat_ioctl,
#endif
	.llseek		= noop_llseek,
};



static int kvm_dev_ioctl_create_vm(unsigned long type)
{
	int r;
	struct kvm *kvm;
	struct file *file;

	kvm = kvm_create_vm(type);
	if (IS_ERR(kvm))
		return PTR_ERR(kvm);
#ifdef CONFIG_KVM_MMIO
	r = kvm_coalesced_mmio_init(kvm);
	if (r < 0) {
		kvm_put_kvm(kvm);
		return r;
	}
#endif
	r = get_unused_fd_flags(O_CLOEXEC);
	if (r < 0) {
		kvm_put_kvm(kvm);
		return r;
	}
	file = anon_inode_getfile("kvm-vm", &kvm_vm_fops, kvm, O_RDWR);
	if (IS_ERR(file)) {
		put_unused_fd(r);
		kvm_put_kvm(kvm);
		return PTR_ERR(file);
	}

	/*
         * Don't call kvm_put_kvm anymore at this point; file->f_op is
         * already set, with ->release() being kvm_vm_release().  In error
         * cases it will be called by the final fput(file) and will take
         * care of doing kvm_put_kvm(kvm).
         */
	if (kvm_create_vm_debugfs(kvm, r) < 0) {
		put_unused_fd(r);
		fput(file);
		return -ENOMEM;
	}
	kvm_uevent_notify_change(KVM_EVENT_CREATE_VM, kvm);

	fd_install(r, file);
	return r;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Al Viro
56
31.46%
1
8.33%
Avi Kivity
49
27.53%
2
16.67%
Takuya Yoshikawa
28
15.73%
1
8.33%
Janosch Frank
26
14.61%
1
8.33%
Claudio Imbrenda
7
3.93%
1
8.33%
Carsten Otte
6
3.37%
1
8.33%
Paolo Bonzini
2
1.12%
2
16.67%
Heiko Carstens
2
1.12%
1
8.33%
Ulrich Drepper
1
0.56%
1
8.33%
Roland Dreier
1
0.56%
1
8.33%
Total
178
100.00%
12
100.00%



static long kvm_dev_ioctl(struct file *filp,
			  unsigned int ioctl, unsigned long arg)
{
	long r = -EINVAL;

	switch (ioctl) {
	case KVM_GET_API_VERSION:
		if (arg)
			goto out;
		r = KVM_API_VERSION;
		break;
	case KVM_CREATE_VM:
		r = kvm_dev_ioctl_create_vm(arg);
		break;
	case KVM_CHECK_EXTENSION:
		r = kvm_vm_ioctl_check_extension_generic(NULL, arg);
		break;
	case KVM_GET_VCPU_MMAP_SIZE:
		if (arg)
			goto out;
		r = PAGE_SIZE;     /* struct kvm_run */
#ifdef CONFIG_X86
		r += PAGE_SIZE;    /* pio data page */
#endif
#ifdef CONFIG_KVM_MMIO
		r += PAGE_SIZE;    /* coalesced mmio ring page */
#endif
		break;
	case KVM_TRACE_ENABLE:
	case KVM_TRACE_PAUSE:
	case KVM_TRACE_DISABLE:
		r = -EOPNOTSUPP;
		break;
	default:
		return kvm_arch_dev_ioctl(filp, ioctl, arg);
	}
out:
	return r;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Avi Kivity
91
66.42%
5
35.71%
Feng (Eric) Liu
13
9.49%
1
7.14%
Carsten Otte
13
9.49%
2
14.29%
Laurent Vivier
9
6.57%
1
7.14%
Xiantao Zhang
4
2.92%
1
7.14%
Alexander Graf
3
2.19%
1
7.14%
Marcelo Tosatti
2
1.46%
1
7.14%
Christian Bornträger
1
0.73%
1
7.14%
Paolo Bonzini
1
0.73%
1
7.14%
Total
137
100.00%
14
100.00%


static struct file_operations kvm_chardev_ops = {
	.unlocked_ioctl = kvm_dev_ioctl,
	.compat_ioctl   = kvm_dev_ioctl,
	.llseek		= noop_llseek,
};


static struct miscdevice kvm_dev = {
	KVM_MINOR,
	"kvm",
	&kvm_chardev_ops,
};



static void hardware_enable_nolock(void *junk)
{
	int cpu = raw_smp_processor_id();
	int r;

	if (cpumask_test_cpu(cpu, cpus_hardware_enabled))
		return;

	cpumask_set_cpu(cpu, cpus_hardware_enabled);

	r = kvm_arch_hardware_enable();

	if (r) {
		cpumask_clear_cpu(cpu, cpus_hardware_enabled);
		atomic_inc(&hardware_enable_failed);
		pr_info("kvm: enabling virtualization on CPU%d failed\n", cpu);
	}
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Avi Kivity
31
46.27%
1
14.29%
Alexander Graf
29
43.28%
1
14.29%
Xiubo Li
2
2.99%
1
14.29%
Rusty Russell
2
2.99%
1
14.29%
Radim Krčmář
1
1.49%
1
14.29%
Takuya Yoshikawa
1
1.49%
1
14.29%
Xiantao Zhang
1
1.49%
1
14.29%
Total
67
100.00%
7
100.00%



static int kvm_starting_cpu(unsigned int cpu)
{
	raw_spin_lock(&kvm_count_lock);
	if (kvm_usage_count)
		hardware_enable_nolock(NULL);
	raw_spin_unlock(&kvm_count_lock);
	return 0;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Takuya Yoshikawa
16
47.06%
1
16.67%
Thomas Gleixner
8
23.53%
1
16.67%
Paolo Bonzini
7
20.59%
2
33.33%
Jan Kiszka
2
5.88%
1
16.67%
Avi Kivity
1
2.94%
1
16.67%
Total
34
100.00%
6
100.00%



static void hardware_disable_nolock(void *junk)
{
	int cpu = raw_smp_processor_id();

	if (!cpumask_test_cpu(cpu, cpus_hardware_enabled))
		return;
	cpumask_clear_cpu(cpu, cpus_hardware_enabled);
	kvm_arch_hardware_disable();
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Avi Kivity
30
81.08%
1
20.00%
Takuya Yoshikawa
3
8.11%
1
20.00%
Rusty Russell
2
5.41%
1
20.00%
Xiantao Zhang
1
2.70%
1
20.00%
Radim Krčmář
1
2.70%
1
20.00%
Total
37
100.00%
5
100.00%



static int kvm_dying_cpu(unsigned int cpu)
{
	raw_spin_lock(&kvm_count_lock);
	if (kvm_usage_count)
		hardware_disable_nolock(NULL);
	raw_spin_unlock(&kvm_count_lock);
	return 0;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Takuya Yoshikawa
17
50.00%
1
20.00%
Thomas Gleixner
8
23.53%
1
20.00%
Paolo Bonzini
7
20.59%
2
40.00%
Jan Kiszka
2
5.88%
1
20.00%
Total
34
100.00%
5
100.00%



static void hardware_disable_all_nolock(void)
{
	BUG_ON(!kvm_usage_count);

	kvm_usage_count--;
	if (!kvm_usage_count)
		on_each_cpu(hardware_disable_nolock, NULL, 1);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Alexander Graf
30
96.77%
1
50.00%
Takuya Yoshikawa
1
3.23%
1
50.00%
Total
31
100.00%
2
100.00%



static void hardware_disable_all(void)
{
	raw_spin_lock(&kvm_count_lock);
	hardware_disable_all_nolock();
	raw_spin_unlock(&kvm_count_lock);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Alexander Graf
19
82.61%
1
33.33%
Jan Kiszka
2
8.70%
1
33.33%
Paolo Bonzini
2
8.70%
1
33.33%
Total
23
100.00%
3
100.00%



static int hardware_enable_all(void)
{
	int r = 0;

	raw_spin_lock(&kvm_count_lock);

	kvm_usage_count++;
	if (kvm_usage_count == 1) {
		atomic_set(&hardware_enable_failed, 0);
		on_each_cpu(hardware_enable_nolock, NULL, 1);

		if (atomic_read(&hardware_enable_failed)) {
			hardware_disable_all_nolock();
			r = -EBUSY;
		}
	}

	raw_spin_unlock(&kvm_count_lock);

	return r;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Alexander Graf
69
93.24%
1
25.00%
Jan Kiszka
2
2.70%
1
25.00%
Paolo Bonzini
2
2.70%
1
25.00%
Takuya Yoshikawa
1
1.35%
1
25.00%
Total
74
100.00%
4
100.00%



static int kvm_reboot(struct notifier_block *notifier, unsigned long val,
		      void *v)
{
	/*
         * Some (well, at least mine) BIOSes hang on reboot if
         * in vmx root mode.
         *
         * And Intel TXT required VMX off for all cpu when system shutdown.
         */
	pr_info("kvm: exiting hardware virtualization\n");
	kvm_rebooting = true;
	on_each_cpu(hardware_disable_nolock, NULL, 1);
	return NOTIFY_OK;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Rusty Russell
34
82.93%
1
20.00%
Avi Kivity
4
9.76%
1
20.00%
Xiubo Li
1
2.44%
1
20.00%
Sheng Yang
1
2.44%
1
20.00%
Takuya Yoshikawa
1
2.44%
1
20.00%
Total
41
100.00%
5
100.00%


static struct notifier_block kvm_reboot_notifier = {
	.notifier_call = kvm_reboot,
	.priority = 0,
};



static void kvm_io_bus_destroy(struct kvm_io_bus *bus)
{
	int i;

	for (i = 0; i < bus->dev_count; i++) {
		struct kvm_io_device *pos = bus->range[i].dev;

		kvm_iodevice_destructor(pos);
	}
	kfree(bus);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Gregory Haskins
46
83.64%
1
33.33%
Marcelo Tosatti
6
10.91%
1
33.33%
Sasha Levin
3
5.45%
1
33.33%
Total
55
100.00%
3
100.00%



static inline int kvm_io_bus_cmp(const struct kvm_io_range *r1,
				 const struct kvm_io_range *r2)
{
	gpa_t addr1 = r1->addr;
	gpa_t addr2 = r2->addr;

	if (addr1 < addr2)
		return -1;

	/* If r2->len == 0, match the exact address.  If r2->len != 0,
         * accept any overlapping write.  Any order is acceptable for
         * overlapping ranges, because kvm_io_bus_get_first_dev ensures
         * we process all of them.
         */
	if (r2->len) {
		addr1 += r1->len;
		addr2 += r2->len;
	}

	if (addr1 > addr2)
		return 1;

	return 0;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Sasha Levin
40
52.63%
1
20.00%
Jason (Hui) Wang
30
39.47%
1
20.00%
Paolo Bonzini
5
6.58%
2
40.00%
Geoff Levand
1
1.32%
1
20.00%
Total
76
100.00%
5
100.00%



static int kvm_io_bus_sort_cmp(const void *p1, const void *p2)
{
	return kvm_io_bus_cmp(p1, p2);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Paolo Bonzini
24
100.00%
2
100.00%
Total
24
100.00%
2
100.00%



static int kvm_io_bus_insert_dev(struct kvm_io_bus *bus, struct kvm_io_device *dev,
			  gpa_t addr, int len)
{
	bus->range[bus->dev_count++] = (struct kvm_io_range) {
		.addr = addr,
		.len = len,
		.dev = dev,
        };

	sort(bus->range, bus->dev_count, sizeof(struct kvm_io_range),
		kvm_io_bus_sort_cmp, NULL);

	return 0;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Sasha Levin
76
98.70%
1
50.00%
Geoff Levand
1
1.30%
1
50.00%
Total
77
100.00%
2
100.00%



static int kvm_io_bus_get_first_dev(struct kvm_io_bus *bus,
			     gpa_t addr, int len)
{
	struct kvm_io_range *range, key;
	int off;

	key = (struct kvm_io_range) {
		.addr = addr,
		.len = len,
        };

	range = bsearch(&key, bus->range, bus->dev_count,
			sizeof(struct kvm_io_range), kvm_io_bus_sort_cmp);
	if (range == NULL)
		return -ENOENT;

	off = range - bus->range;

	while (off > 0 && kvm_io_bus_cmp(&key, &bus->range[off-1]) == 0)
		off--;

	return off;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Sasha Levin
115
98.29%
1
33.33%
Paolo Bonzini
1
0.85%
1
33.33%
Geoff Levand
1
0.85%
1
33.33%
Total
117
100.00%
3
100.00%



static int __kvm_io_bus_write(struct kvm_vcpu *vcpu, struct kvm_io_bus *bus,
			      struct kvm_io_range *range, const void *val)
{
	int idx;

	idx = kvm_io_bus_get_first_dev(bus, range->addr, range->len);
	if (idx < 0)
		return -EOPNOTSUPP;

	while (idx < bus->dev_count &&
		kvm_io_bus_cmp(range, &bus->range[idx]) == 0) {
		if (!kvm_iodevice_write(vcpu, bus->range[idx].dev, range->addr,
					range->len, val))
			return idx;
		idx++;
	}

	return -EOPNOTSUPP;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Cornelia Huck
108
93.10%
1
33.33%
Nikolay Nikolaev
7
6.03%
1
33.33%
Paolo Bonzini
1
0.86%
1
33.33%
Total
116
100.00%
3
100.00%

/* kvm_io_bus_write - called under kvm->slots_lock */


int kvm_io_bus_write(struct kvm_vcpu *vcpu, enum kvm_bus bus_idx, gpa_t addr,
		     int len, const void *val)
{
	struct kvm_io_bus *bus;
	struct kvm_io_range range;
	int r;

	range = (struct kvm_io_range) {
		.addr = addr,
		.len = len,
        };

	bus = srcu_dereference(vcpu->kvm->buses[bus_idx], &vcpu->kvm->srcu);
	if (!bus)
		return -ENOMEM;
	r = __kvm_io_bus_write(vcpu, bus, &range, val);
	return r < 0 ? r : 0;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Cornelia Huck
67
62.04%
1
14.29%
Gregory Haskins
10
9.26%
1
14.29%
David Hildenbrand
9
8.33%
1
14.29%
Nikolay Nikolaev
8
7.41%
1
14.29%
Michael S. Tsirkin
6
5.56%
1
14.29%
Marcelo Tosatti
4
3.70%
1
14.29%
Laurent Vivier
4
3.70%
1
14.29%
Total
108
100.00%
7
100.00%

/* kvm_io_bus_write_cookie - called under kvm->slots_lock */


int kvm_io_bus_write_cookie(struct kvm_vcpu *vcpu, enum kvm_bus bus_idx,
			    gpa_t addr, int len, const void *val, long cookie)
{
	struct kvm_io_bus *bus;
	struct kvm_io_range range;

	range = (struct kvm_io_range) {
		.addr = addr,
		.len = len,
        };

	bus = srcu_dereference(vcpu->kvm->buses[bus_idx], &vcpu->kvm->srcu);
	if (!bus)
		return -ENOMEM;

	/* First try the device referenced by cookie. */
	if ((cookie >= 0) && (cookie < bus->dev_count) &&
	    (kvm_io_bus_cmp(&range, &bus->range[cookie]) == 0))
		if (!kvm_iodevice_write(vcpu, bus->range[cookie].dev, addr, len,
					val))
			return cookie;

	/*
         * cookie contained garbage; fall back to search and return the
         * correct cookie value.
         */
	return __kvm_io_bus_write(vcpu, bus, &range, val);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Cornelia Huck
96
60.00%
1
14.29%
Sasha Levin
22
13.75%
1
14.29%
Marcelo Tosatti
12
7.50%
1
14.29%
Nikolay Nikolaev
10
6.25%
1
14.29%
Lai Jiangshan
10
6.25%
1
14.29%
David Hildenbrand
9
5.62%
1
14.29%
Paolo Bonzini
1
0.62%
1
14.29%
Total
160
100.00%
7
100.00%



static int __kvm_io_bus_read(struct kvm_vcpu *vcpu, struct kvm_io_bus *bus,
			     struct kvm_io_range *range, void *val)
{
	int idx;

	idx = kvm_io_bus_get_first_dev(bus, range->addr, range->len);
	if (idx < 0)
		return -EOPNOTSUPP;

	while (idx < bus->dev_count &&
		kvm_io_bus_cmp(range, &bus->range[idx]) == 0) {
		if (!kvm_iodevice_read(vcpu, bus->range[idx].dev, range->addr,
				       range->len, val))
			return idx;
		idx++;
	}

	return -EOPNOTSUPP;
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Sasha Levin
46
40.00%
1
16.67%
Cornelia Huck
32
27.83%
1
16.67%
Michael S. Tsirkin
19
16.52%
1
16.67%
Gregory Haskins
10
8.70%
1
16.67%
Nikolay Nikolaev
7
6.09%
1
16.67%
Paolo Bonzini
1
0.87%
1
16.67%
Total
115
100.00%
6
100.00%


EXPORT_SYMBOL_GPL(kvm_io_bus_write);

/* kvm_io_bus_read - called under kvm->slots_lock */


int kvm_io_bus_read(struct kvm_vcpu *vcpu, enum kvm_bus bus_idx, gpa_t addr,
		    int len, void *val)
{
	struct kvm_io_bus *bus;
	struct kvm_io_range range;
	int r;

	range = (struct kvm_io_range) {
		.addr = addr,
		.len = len,
        };

	bus = srcu_dereference(vcpu->kvm->buses[bus_idx], &vcpu->kvm->srcu);
	if (!bus)
		return -ENOMEM;
	r = __kvm_io_bus_read(vcpu, bus, &range, val);
	return r < 0 ? r : 0;
}


Contributors
Person
Tokens
Prop
Commits
CommitProp
Sasha Levin
30
28.04%
1
14.29%
Michael S. Tsirkin
19
17.76%
1
14.29%
Marcelo Tosatti
16
14.95%
1
14.29%
Cornelia Huck
15
14.02%
1
14.29%
Lai Jiangshan
10
9.35%
1
14.29%
David Hildenbrand
9
8.41%
1
14.29%
Nikolay Nikolaev
8
7.48%
1
14.29%
Total
107
100.00%
7
100.00%

/* Caller must hold slots_lock. */


int kvm_io_bus_register_dev(struct kvm *kvm, enum kvm_bus bus_idx, gpa_t addr,
			    int len, struct kvm_io_device *dev)
{
	struct kvm_io_bus *new_bus, *bus;

	bus = kvm_get_bus(kvm, bus_idx);
	if (!bus)
		return -ENOMEM;

	/* exclude ioeventfd which is limited by maximum fd */
	if (bus->dev_count - bus->ioeventfd_count > NR_IOBUS_DEVS - 1)
		return -ENOSPC;

	new_bus = kmalloc(sizeof(*bus) + ((bus->dev_count + 1) *
			  sizeof(struct kvm_io_range)), GFP_KERNEL);
	if (!new_bus)
		return -ENOMEM;
	memcpy(new_bus, bus, sizeof(*bus) + (bus->dev_count *
	       sizeof(struct kvm_io_range)));
	kvm_io_bus_insert_dev(new_bus, dev, addr, len);
	rcu_assign_pointer(kvm->buses[bus_idx], new_bus);
	synchronize_srcu_expedited(&kvm->srcu);
	kfree(bus);

	return 0;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Marcelo Tosatti
49
28.49%
1
9.09%
Amos Kong
46
26.74%
2
18.18%
Gregory Haskins
34
19.77%
2
18.18%
Sasha Levin
14
8.14%
1
9.09%
Michael S. Tsirkin
14
8.14%
1
9.09%
David Hildenbrand
9
5.23%
1
9.09%
Christian Bornträger
4
2.33%
1
9.09%
Thomas Meyer
1
0.58%
1
9.09%
Jason (Hui) Wang
1
0.58%
1
9.09%
Total
172
100.00%
11
100.00%

/* Caller must hold slots_lock. */


void kvm_io_bus_unregister_dev(struct kvm *kvm, enum kvm_bus bus_idx,
			       struct kvm_io_device *dev)
{
	int i;
	struct kvm_io_bus *new_bus, *bus;

	bus = kvm_get_bus(kvm, bus_idx);
	if (!bus)
		return;

	for (i = 0; i < bus->dev_count; i++)
		if (bus->range[i].dev == dev) {
			break;
		}

	if (i == bus->dev_count)
		return;

	new_bus = kmalloc(sizeof(*bus) + ((bus->dev_count - 1) *
			  sizeof(struct kvm_io_range)), GFP_KERNEL);
	if (!new_bus)  {
		pr_err("kvm: failed to shrink bus, removing it completely\n");
		goto broken;
	}

	memcpy(new_bus, bus, sizeof(*bus) + i * sizeof(struct kvm_io_range));
	new_bus->dev_count--;
	memcpy(new_bus->range + i, bus->range + i + 1,
	       (new_bus->dev_count - i) * sizeof(struct kvm_io_range));

broken:
	rcu_assign_pointer(kvm->buses[bus_idx], new_bus);
	synchronize_srcu_expedited(&kvm->srcu);
	kfree(bus);
	return;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Amos Kong
72
33.64%
1
10.00%
Marcelo Tosatti
45
21.03%
1
10.00%
Gregory Haskins
42
19.63%
2
20.00%
Sasha Levin
24
11.21%
2
20.00%
David Hildenbrand
21
9.81%
1
10.00%
Peter Xu
5
2.34%
1
10.00%
Christian Bornträger
4
1.87%
1
10.00%
Jason (Hui) Wang
1
0.47%
1
10.00%
Total
214
100.00%
10
100.00%



struct kvm_io_device *kvm_io_bus_get_dev(struct kvm *kvm, enum kvm_bus bus_idx,
					 gpa_t addr)
{
	struct kvm_io_bus *bus;
	int dev_idx, srcu_idx;
	struct kvm_io_device *iodev = NULL;

	srcu_idx = srcu_read_lock(&kvm->srcu);

	bus = srcu_dereference(kvm->buses[bus_idx], &kvm->srcu);
	if (!bus)
		goto out_unlock;

	dev_idx = kvm_io_bus_get_first_dev(bus, addr, 1);
	if (dev_idx < 0)
		goto out_unlock;

	iodev = bus->range[dev_idx].dev;

out_unlock:
	srcu_read_unlock(&kvm->srcu, srcu_idx);

	return iodev;
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Andre Przywara
109
93.16%
1
50.00%
David Hildenbrand
8
6.84%
1
50.00%
Total
117
100.00%
2
100.00%


EXPORT_SYMBOL_GPL(kvm_io_bus_get_dev);



static int kvm_debugfs_open(struct inode *inode, struct file *file,
			   int (*get)(void *, u64 *), int (*set)(void *, u64),
			   const char *fmt)
{
	struct kvm_stat_data *stat_data = (struct kvm_stat_data *)
					  inode->i_private;

	/* The debugfs files are a reference to the kvm struct which
         * is still valid when kvm_destroy_vm is called.
         * To avoid the race between open and the removal of the debugfs
         * directory we test against the users count.
         */
	if (!refcount_inc_not_zero(&stat_data->kvm->users_count))
		return -ENOENT;

	if (simple_attr_open(inode, file, get, set, fmt)) {
		kvm_put_kvm(stat_data->kvm);
		return -ENOMEM;
	}

	return 0;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Janosch Frank
80
73.39%
1
20.00%
Avi Kivity
23
21.10%
2
40.00%
Christoph Hellwig
5
4.59%
1
20.00%
Elena Reshetova
1
0.92%
1
20.00%
Total
109
100.00%
5
100.00%



static int kvm_debugfs_release(struct inode *inode, struct file *file)
{
	struct kvm_stat_data *stat_data = (struct kvm_stat_data *)
					  inode->i_private;

	simple_attr_release(inode, file);
	kvm_put_kvm(stat_data->kvm);

	return 0;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Janosch Frank
43
91.49%
1
50.00%
Avi Kivity
4
8.51%
1
50.00%
Total
47
100.00%
2
100.00%



static int vm_stat_get_per_vm(void *data, u64 *val)
{
	struct kvm_stat_data *stat_data = (struct kvm_stat_data *)data;

	*val = *(ulong *)((void *)stat_data->kvm + stat_data->offset);

	return 0;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Avi Kivity
23
45.10%
2
40.00%
Janosch Frank
19
37.25%
1
20.00%
Christoph Hellwig
8
15.69%
1
20.00%
Suraj Jitindar Singh
1
1.96%
1
20.00%
Total
51
100.00%
5
100.00%



static int vm_stat_clear_per_vm(void *data, u64 val)
{
	struct kvm_stat_data *stat_data = (struct kvm_stat_data *)data;

	if (val)
		return -EINVAL;

	*(ulong *)((void *)stat_data->kvm + stat_data->offset) = 0;

	return 0;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Suraj Jitindar Singh
57
100.00%
1
100.00%
Total
57
100.00%
1
100.00%



static int vm_stat_get_per_vm_open(struct inode *inode, struct file *file)
{
	__simple_attr_check_format("%llu\n", 0ull);
	return kvm_debugfs_open(inode, file, vm_stat_get_per_vm,
				vm_stat_clear_per_vm, "%llu\n");
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Janosch Frank
36
97.30%
1
50.00%
Suraj Jitindar Singh
1
2.70%
1
50.00%
Total
37
100.00%
2
100.00%


static const struct file_operations vm_stat_get_per_vm_fops = {
	.owner   = THIS_MODULE,
	.open    = vm_stat_get_per_vm_open,
	.release = kvm_debugfs_release,
	.read    = simple_attr_read,
	.write   = simple_attr_write,
	.llseek  = no_llseek,
};



static int vcpu_stat_get_per_vm(void *data, u64 *val)
{
	int i;
	struct kvm_stat_data *stat_data = (struct kvm_stat_data *)data;
	struct kvm_vcpu *vcpu;

	*val = 0;

	kvm_for_each_vcpu(i, vcpu, stat_data->kvm)
		*val += *(u64 *)((void *)vcpu + stat_data->offset);

	return 0;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Janosch Frank
71
98.61%
1
50.00%
Suraj Jitindar Singh
1
1.39%
1
50.00%
Total
72
100.00%
2
100.00%



static int vcpu_stat_clear_per_vm(void *data, u64 val)
{
	int i;
	struct kvm_stat_data *stat_data = (struct kvm_stat_data *)data;
	struct kvm_vcpu *vcpu;

	if (val)
		return -EINVAL;

	kvm_for_each_vcpu(i, vcpu, stat_data->kvm)
		*(u64 *)((void *)vcpu + stat_data->offset) = 0;

	return 0;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Suraj Jitindar Singh
73
100.00%
1
100.00%
Total
73
100.00%
1
100.00%



static int vcpu_stat_get_per_vm_open(struct inode *inode, struct file *file)
{
	__simple_attr_check_format("%llu\n", 0ull);
	return kvm_debugfs_open(inode, file, vcpu_stat_get_per_vm,
				 vcpu_stat_clear_per_vm, "%llu\n");
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Janosch Frank
36
97.30%
1
50.00%
Suraj Jitindar Singh
1
2.70%
1
50.00%
Total
37
100.00%
2
100.00%


static const struct file_operations vcpu_stat_get_per_vm_fops = {
	.owner   = THIS_MODULE,
	.open    = vcpu_stat_get_per_vm_open,
	.release = kvm_debugfs_release,
	.read    = simple_attr_read,
	.write   = simple_attr_write,
	.llseek  = no_llseek,
};


static const struct file_operations *stat_fops_per_vm[] = {
	[KVM_STAT_VCPU] = &vcpu_stat_get_per_vm_fops,
	[KVM_STAT_VM]   = &vm_stat_get_per_vm_fops,
};



static int vm_stat_get(void *_offset, u64 *val)
{
	unsigned offset = (long)_offset;
	struct kvm *kvm;
	struct kvm_stat_data stat_tmp = {.offset = offset};
	u64 tmp_val;

	*val = 0;
	spin_lock(&kvm_lock);
	list_for_each_entry(kvm, &vm_list, vm_list) {
		stat_tmp.kvm = kvm;
		vm_stat_get_per_vm((void *)&stat_tmp, &tmp_val);
		*val += tmp_val;
	}
	spin_unlock(&kvm_lock);
	return 0;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Janosch Frank
95
100.00%
1
100.00%
Total
95
100.00%
1
100.00%



static int vm_stat_clear(void *_offset, u64 val)
{
	unsigned offset = (long)_offset;
	struct kvm *kvm;
	struct kvm_stat_data stat_tmp = {.offset = offset};

	if (val)
		return -EINVAL;

	spin_lock(&kvm_lock);
	list_for_each_entry(kvm, &vm_list, vm_list) {
		stat_tmp.kvm = kvm;
		vm_stat_clear_per_vm((void *)&stat_tmp, 0);
	}
	spin_unlock(&kvm_lock);

	return 0;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Suraj Jitindar Singh
88
100.00%
1
100.00%
Total
88
100.00%
1
100.00%

DEFINE_SIMPLE_ATTRIBUTE(vm_stat_fops, vm_stat_get, vm_stat_clear, "%llu\n");



static int vcpu_stat_get(void *_offset, u64 *val)
{
	unsigned offset = (long)_offset;
	struct kvm *kvm;
	struct kvm_stat_data stat_tmp = {.offset = offset};
	u64 tmp_val;

	*val = 0;
	spin_lock(&kvm_lock);
	list_for_each_entry(kvm, &vm_list, vm_list) {
		stat_tmp.kvm = kvm;
		vcpu_stat_get_per_vm((void *)&stat_tmp, &tmp_val);
		*val += tmp_val;
	}
	spin_unlock(&kvm_lock);
	return 0;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Janosch Frank
91
95.79%
1
33.33%
Avi Kivity
3
3.16%
1
33.33%
Christoph Hellwig
1
1.05%
1
33.33%
Total
95
100.00%
3
100.00%



static int vcpu_stat_clear(void *_offset, u64 val)
{
	unsigned offset = (long)_offset;
	struct kvm *kvm;
	struct kvm_stat_data stat_tmp = {.offset = offset};

	if (val)
		return -EINVAL;

	spin_lock(&kvm_lock);
	list_for_each_entry(kvm, &vm_list, vm_list) {
		stat_tmp.kvm = kvm;
		vcpu_stat_clear_per_vm((void *)&stat_tmp, 0);
	}
	spin_unlock(&kvm_lock);

	return 0;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Suraj Jitindar Singh
88
100.00%
1
100.00%
Total
88
100.00%
1
100.00%

DEFINE_SIMPLE_ATTRIBUTE(vcpu_stat_fops, vcpu_stat_get, vcpu_stat_clear,
			"%llu\n");


static const struct file_operations *stat_fops[] = {
	[KVM_STAT_VCPU] = &vcpu_stat_fops,
	[KVM_STAT_VM]   = &vm_stat_fops,
};



static void kvm_uevent_notify_change(unsigned int type, struct kvm *kvm)
{
	struct kobj_uevent_env *env;
	unsigned long long created, active;

	if (!kvm_dev.this_device || !kvm)
		return;

	spin_lock(&kvm_lock);
	if (type == KVM_EVENT_CREATE_VM) {
		kvm_createvm_count++;
		kvm_active_vms++;
	} else if (type == KVM_EVENT_DESTROY_VM) {
		kvm_active_vms--;
	}
	created = kvm_createvm_count;
	active = kvm_active_vms;
	spin_unlock(&kvm_lock);

	env = kzalloc(sizeof(*env), GFP_KERNEL);
	if (!env)
		return;

	add_uevent_var(env, "CREATED=%llu", created);
	add_uevent_var(env, "COUNT=%llu", active);

	if (type == KVM_EVENT_CREATE_VM) {
		add_uevent_var(env, "EVENT=create");
		kvm->userspace_pid = task_pid_nr(current);
	} else if (type == KVM_EVENT_DESTROY_VM) {
		add_uevent_var(env, "EVENT=destroy");
	}
	add_uevent_var(env, "PID=%d", kvm->userspace_pid);

	if (kvm->debugfs_dentry) {
		char *tmp, *p = kmalloc(PATH_MAX, GFP_KERNEL);

		if (p) {
			tmp = dentry_path_raw(kvm->debugfs_dentry, p, PATH_MAX);
			if (!IS_ERR(tmp))
				add_uevent_var(env, "STATS_PATH=%s", tmp);
			kfree(p);
		}
	}
	/* no need for checks, since we are adding at most only 5 keys */
	env->envp[env->envp_idx++] = NULL;
	kobject_uevent_env(&kvm_dev.this_device->kobj, KOBJ_CHANGE, env->envp);
	kfree(env);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Claudio Imbrenda
269
100.00%
2
100.00%
Total
269
100.00%
2
100.00%



static int kvm_init_debug(void)
{
	int r = -EEXIST;
	struct kvm_stats_debugfs_item *p;

	kvm_debugfs_dir = debugfs_create_dir("kvm", NULL);
	if (kvm_debugfs_dir == NULL)
		goto out;

	kvm_debugfs_num_entries = 0;
	for (p = debugfs_entries; p->name; ++p, kvm_debugfs_num_entries++) {
		if (!debugfs_create_file(p->name, 0644, kvm_debugfs_dir,
					 (void *)(long)p->offset,
					 stat_fops[p->kind]))
			goto out_dir;
	}

	return 0;

out_dir:
	debugfs_remove_recursive(kvm_debugfs_dir);
out:
	return r;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Avi Kivity
58
53.21%
3
30.00%
Yang Bai
36
33.03%
1
10.00%
Janosch Frank
10
9.17%
2
20.00%
Hollis Blanchard
2
1.83%
1
10.00%
Al Viro
1
0.92%
1
10.00%
Suraj Jitindar Singh
1
0.92%
1
10.00%
Paolo Bonzini
1
0.92%
1
10.00%
Total
109
100.00%
10
100.00%



static int kvm_suspend(void)
{
	if (kvm_usage_count)
		hardware_disable_nolock(NULL);
	return 0;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Avi Kivity
14
70.00%
3
50.00%
Alexander Graf
4
20.00%
1
16.67%
Rafael J. Wysocki
1
5.00%
1
16.67%
Takuya Yoshikawa
1
5.00%
1
16.67%
Total
20
100.00%
6
100.00%



static void kvm_resume(void)
{
	if (kvm_usage_count) {
		WARN_ON(raw_spin_is_locked(&kvm_count_lock));
		hardware_enable_nolock(NULL);
	}
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Avi Kivity
10
35.71%
2
25.00%
Zachary Amsden
9
32.14%
1
12.50%
Alexander Graf
4
14.29%
1
12.50%
Rafael J. Wysocki
2
7.14%
1
12.50%
Takuya Yoshikawa
1
3.57%
1
12.50%
Paolo Bonzini
1
3.57%
1
12.50%
Jan Kiszka
1
3.57%
1
12.50%
Total
28
100.00%
8
100.00%


static struct syscore_ops kvm_syscore_ops = {
	.suspend = kvm_suspend,
	.resume = kvm_resume,
};


static inline

struct kvm_vcpu *preempt_notifier_to_vcpu(struct preempt_notifier *pn)
{
	return container_of(pn, struct kvm_vcpu, preempt_notifier);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Avi Kivity
25
100.00%
1
100.00%
Total
25
100.00%
1
100.00%



static void kvm_sched_in(struct preempt_notifier *pn, int cpu)
{
	struct kvm_vcpu *vcpu = preempt_notifier_to_vcpu(pn);

	if (vcpu->preempted)
		vcpu->preempted = false;

	kvm_arch_sched_in(vcpu, cpu);

	kvm_arch_vcpu_load(vcpu, cpu);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Avi Kivity
30
60.00%
1
25.00%
Raghavendra K T
12
24.00%
1
25.00%
Radim Krčmář
7
14.00%
1
25.00%
Xiantao Zhang
1
2.00%
1
25.00%
Total
50
100.00%
4
100.00%



static void kvm_sched_out(struct preempt_notifier *pn,
			  struct task_struct *next)
{
	struct kvm_vcpu *vcpu = preempt_notifier_to_vcpu(pn);

	if (current->state == TASK_RUNNING)
		vcpu->preempted = true;
	kvm_arch_vcpu_put(vcpu);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Avi Kivity
30
66.67%
1
33.33%
Raghavendra K T
14
31.11%
1
33.33%
Xiantao Zhang
1
2.22%
1
33.33%
Total
45
100.00%
3
100.00%



int kvm_init(void *opaque, unsigned vcpu_size, unsigned vcpu_align,
		  struct module *module)
{
	int r;
	int cpu;

	r = kvm_arch_init(opaque);
	if (r)
		goto out_fail;

	/*
         * kvm_arch_init makes sure there's at most one caller
         * for architectures that support multiple implementations,
         * like intel and amd on x86.
         * kvm_arch_init must be called before kvm_irqfd_init to avoid creating
         * conflicts in case kvm is already setup for another implementation.
         */
	r = kvm_irqfd_init();
	if (r)
		goto out_irqfd;

	if (!zalloc_cpumask_var(&cpus_hardware_enabled, GFP_KERNEL)) {
		r = -ENOMEM;
		goto out_free_0;
	}

	r = kvm_arch_hardware_setup();
	if (r < 0)
		goto out_free_0a;

	for_each_online_cpu(cpu) {
		smp_call_function_single(cpu,
				kvm_arch_check_processor_compat,
				&r, 1);
		if (r < 0)
			goto out_free_1;
	}

	r = cpuhp_setup_state_nocalls(CPUHP_AP_KVM_STARTING, "kvm/cpu:starting",
				      kvm_starting_cpu, kvm_dying_cpu);
	if (r)
		goto out_free_2;
	register_reboot_notifier(&kvm_reboot_notifier);

	/* A kmem cache lets us meet the alignment requirements of fx_save. */
	if (!vcpu_align)
		vcpu_align = __alignof__(struct kvm_vcpu);
	kvm_vcpu_cache = kmem_cache_create("kvm_vcpu", vcpu_size, vcpu_align,
					   SLAB_ACCOUNT, NULL);
	if (!kvm_vcpu_cache) {
		r = -ENOMEM;
		goto out_free_3;
	}

	r = kvm_async_pf_init();
	if (r)
		goto out_free;

	kvm_chardev_ops.owner = module;
	kvm_vm_fops.owner = module;
	kvm_vcpu_fops.owner = module;

	r = misc_register(&kvm_dev);
	if (r) {
		pr_err("kvm: misc device register failed\n");
		goto out_unreg;
	}

	register_syscore_ops(&kvm_syscore_ops);

	kvm_preempt_ops.sched_in = kvm_sched_in;
	kvm_preempt_ops.sched_out = kvm_sched_out;

	r = kvm_init_debug();
	if (r) {
		pr_err("kvm: create debugfs files failed\n");
		goto out_undebugfs;
	}

	r = kvm_vfio_ops_init();
	WARN_ON(r);

	return 0;

out_undebugfs:
	unregister_syscore_ops(&kvm_syscore_ops);
	misc_deregister(&kvm_dev);
out_unreg:
	kvm_async_pf_deinit();
out_free:
	kmem_cache_destroy(kvm_vcpu_cache);
out_free_3:
	unregister_reboot_notifier(&kvm_reboot_notifier);
	cpuhp_remove_state_nocalls(CPUHP_AP_KVM_STARTING);
out_free_2:
out_free_1:
	kvm_arch_hardware_unsetup();
out_free_0a:
	free_cpumask_var(cpus_hardware_enabled);
out_free_0:
	kvm_irqfd_exit();
out_irqfd:
	kvm_arch_exit();
out_fail:
	return r;
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Avi Kivity
121
34.08%
8
26.67%
Rusty Russell
63
17.75%
2
6.67%
Sheng Yang
29
8.17%
1
3.33%
Paolo Bonzini
25
7.04%
2
6.67%
Yang Bai
23
6.48%
1
3.33%
Gleb Natapov
18
5.07%
1
3.33%
Xiantao Zhang
16
4.51%
4
13.33%
Christian Bornträger
12
3.38%
1
3.33%
Thomas Gleixner
10
2.82%
2
6.67%
Cornelia Huck
10
2.82%
1
3.33%
Asias He
8
2.25%
1
3.33%
Rafael J. Wysocki
7
1.97%
1
3.33%
Wei Yongjun
6
1.69%
1
3.33%
Darrick J. Wong
3
0.85%
1
3.33%
Xiubo Li
2
0.56%
1
3.33%
Shakeel Butt
1
0.28%
1
3.33%
Joe Perches
1
0.28%
1
3.33%
Total
355
100.00%
30
100.00%


EXPORT_SYMBOL_GPL(kvm_init);



void kvm_exit(void)
{
	debugfs_remove_recursive(kvm_debugfs_dir);
	misc_deregister(&kvm_dev);
	kmem_cache_destroy(kvm_vcpu_cache);
	kvm_async_pf_deinit();
	unregister_syscore_ops(&kvm_syscore_ops);
	unregister_reboot_notifier(&kvm_reboot_notifier);
	cpuhp_remove_state_nocalls(CPUHP_AP_KVM_STARTING);
	on_each_cpu(hardware_disable_nolock, NULL, 1);
	kvm_arch_hardware_unsetup();
	kvm_arch_exit();
	kvm_irqfd_exit();
	free_cpumask_var(cpus_hardware_enabled);
	kvm_vfio_ops_exit();
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Avi Kivity
34
49.28%
2
11.76%
Rusty Russell
10
14.49%
2
11.76%
Xiantao Zhang
4
5.80%
3
17.65%
Janosch Frank
4
5.80%
1
5.88%
Gleb Natapov
3
4.35%
1
5.88%
Cornelia Huck
3
4.35%
1
5.88%
Wanpeng Li
3
4.35%
1
5.88%
Thomas Gleixner
2
2.90%
1
5.88%
Rafael J. Wysocki
2
2.90%
1
5.88%
Takuya Yoshikawa
1
1.45%
1
5.88%
Darrick J. Wong
1
1.45%
1
5.88%
Al Viro
1
1.45%
1
5.88%
Yoshimi Ichiyanagi
1
1.45%
1
5.88%
Total
69
100.00%
17
100.00%


EXPORT_SYMBOL_GPL(kvm_exit);
Overall Contributors
Person
Tokens
Prop
Commits
CommitProp
Avi Kivity
3419
18.98%
46
10.07%
Paolo Bonzini
2323
12.89%
46
10.07%
Janosch Frank
1018
5.65%
2
0.44%
Xiao Guangrong
894
4.96%
27
5.91%
Marcelo Tosatti
725
4.02%
21
4.60%
Gleb Natapov
655
3.64%
11
2.41%
Alexander Graf
578
3.21%
6
1.31%
Scott Wood
498
2.76%
5
1.09%
Sheng Yang
429
2.38%
15
3.28%
Sasha Levin
411
2.28%
3
0.66%
Takuya Yoshikawa
363
2.01%
25
5.47%
Christoffer Dall
340
1.89%
8
1.75%
Cornelia Huck
332
1.84%
2
0.44%
Suraj Jitindar Singh
329
1.83%
3
0.66%
Xiantao Zhang
324
1.80%
8
1.75%
Claudio Imbrenda
317
1.76%
2
0.44%
Gregory Haskins
263
1.46%
4
0.88%
Wanpeng Li
236
1.31%
5
1.09%
Christian Bornträger
225
1.25%
12
2.63%
Mario Smarduch
221
1.23%
2
0.44%
Carsten Otte
183
1.02%
5
1.09%
Andrew Honig
175
0.97%
2
0.44%
Raghavendra K T
172
0.95%
5
1.09%
Arnd Bergmann
171
0.95%
3
0.66%
Igor Mammedov
162
0.90%
4
0.88%
Luiz Fernando N. Capitulino
146
0.81%
2
0.44%
Rusty Russell
134
0.74%
5
1.09%
Izik Eidus
127
0.70%
7
1.53%
Rik Van Riel
125
0.69%
3
0.66%
Jan Kiszka
122
0.68%
5
1.09%
Amos Kong
118
0.65%
2
0.44%
Laurent Vivier
117
0.65%
2
0.44%
Andre Przywara
115
0.64%
2
0.44%
Joerg Roedel
102
0.57%
1
0.22%
Radim Krčmář
101
0.56%
8
1.75%
Andrea Arcangeli
98
0.54%
5
1.09%
Weidong Han
97
0.54%
2
0.44%
Vladimir Davydov
95
0.53%
1
0.22%
Qing He
95
0.53%
1
0.22%
David Hildenbrand
90
0.50%
5
1.09%
Michael S. Tsirkin
86
0.48%
4
0.88%
Anthony Liguori
82
0.46%
4
0.88%
Will Deacon
81
0.45%
1
0.22%
Konstantin Weitz
80
0.44%
1
0.22%
Eddie Dong
75
0.42%
3
0.66%
Jan H. Schönherr
72
0.40%
1
0.22%
Al Viro
65
0.36%
3
0.66%
Huang Ying
60
0.33%
3
0.66%
Yang Bai
59
0.33%
1
0.22%
Dave Hansen
58
0.32%
1
0.22%
Pan Xinhui
52
0.29%
1
0.22%
David Matlack
48
0.27%
3
0.66%
Xiubo Li
47
0.26%
4
0.88%
Lai Jiangshan
43
0.24%
2
0.44%
Nikolay Nikolaev
40
0.22%
1
0.22%
Alex Williamson
40
0.22%
7
1.53%
Jason (Hui) Wang
35
0.19%
3
0.66%
Heiko Carstens
33
0.18%
3
0.66%
SF Markus Elfring
30
0.17%
3
0.66%
Thomas Gleixner
28
0.16%
2
0.44%
Aneesh Kumar K.V
26
0.14%
2
0.44%
Mark McLoughlin
24
0.13%
4
0.88%
Dan J Williams
21
0.12%
1
0.22%
Zhai, Edwin
21
0.12%
1
0.22%
Lorenzo Stoakes
20
0.11%
3
0.66%
Stephen Hemminger
16
0.09%
1
0.22%
Peter Xu
16
0.09%
1
0.22%
Rafael J. Wysocki
15
0.08%
1
0.22%
Feng Wu
15
0.08%
1
0.22%
Mike Waychison
14
0.08%
1
0.22%
Longpeng( Mike)
14
0.08%
1
0.22%
Christoph Hellwig
14
0.08%
1
0.22%
Feng (Eric) Liu
13
0.07%
1
0.22%
Geliang Tang
12
0.07%
2
0.44%
Alan Cox
11
0.06%
1
0.22%
Dan Carpenter
10
0.06%
2
0.44%
Jim Mattson
10
0.06%
1
0.22%
Paul Mackerras
10
0.06%
3
0.66%
Zachary Amsden
9
0.05%
1
0.22%
Michal Hocko
9
0.05%
1
0.22%
Andres Lagar-Cavilla
9
0.05%
2
0.44%
Yang Zhang
9
0.05%
2
0.44%
Asias He
8
0.04%
1
0.22%
Guo Chao
8
0.04%
1
0.22%
Hollis Blanchard
7
0.04%
4
0.88%
Greg Kurz
7
0.04%
1
0.22%
Ingo Molnar
7
0.04%
3
0.66%
Ard Biesheuvel
6
0.03%
1
0.22%
Peter Zijlstra
6
0.03%
1
0.22%
Lan Tianyu
6
0.03%
1
0.22%
Wei Yongjun
6
0.03%
1
0.22%
Michael Müller
6
0.03%
1
0.22%
Jens Freimann
5
0.03%
2
0.44%
Sanjay Lal
5
0.03%
1
0.22%
Geoff Levand
4
0.02%
1
0.22%
Mike Day
4
0.02%
1
0.22%
Darrick J. Wong
4
0.02%
1
0.22%
Elena Reshetova
4
0.02%
1
0.22%
Wincy Van
4
0.02%
1
0.22%
Yann Droneaud
4
0.02%
1
0.22%
Alexey Dobriyan
3
0.02%
2
0.44%
Uri Lublin
3
0.02%
1
0.22%
Yaowei Bai
3
0.02%
1
0.22%
Tang Chen
3
0.02%
1
0.22%
Roman Storozhenko
3
0.02%
1
0.22%
Tejun Heo
3
0.02%
1
0.22%
Andi Kleen
2
0.01%
2
0.44%
Ulrich Drepper
2
0.01%
1
0.22%
Andrew Morton
2
0.01%
1
0.22%
Dave Jiang
2
0.01%
1
0.22%
Roland Dreier
2
0.01%
1
0.22%
Kai Huang
1
0.01%
1
0.22%
Davidlohr Bueso A
1
0.01%
1
0.22%
Yoshimi Ichiyanagi
1
0.01%
1
0.22%
Shakeel Butt
1
0.01%
1
0.22%
Dominik Dingel
1
0.01%
1
0.22%
Joe Perches
1
0.01%
1
0.22%
Thomas Meyer
1
0.01%
1
0.22%
Kay Sievers
1
0.01%
1
0.22%
Mark Rutland
1
0.01%
1
0.22%
Nicolas Kaiser
1
0.01%
1
0.22%
Linus Torvalds
1
0.01%
1
0.22%
Vegard Nossum
1
0.01%
1
0.22%
Total
18018
100.00%
457
100.00%
Directory: virt/kvm

Information contained on this website is for historical information purposes only and does not indicate or represent copyright ownership.