cregit-Linux how code gets into the kernel

Release 4.10 arch/s390/kvm/kvm-s390.c

Directory: arch/s390/kvm
/*
 * hosting zSeries kernel virtual machines
 *
 * Copyright IBM Corp. 2008, 2009
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License (version 2 only)
 * as published by the Free Software Foundation.
 *
 *    Author(s): Carsten Otte <cotte@de.ibm.com>
 *               Christian Borntraeger <borntraeger@de.ibm.com>
 *               Heiko Carstens <heiko.carstens@de.ibm.com>
 *               Christian Ehrhardt <ehrhardt@de.ibm.com>
 *               Jason J. Herne <jjherne@us.ibm.com>
 */

#include <linux/compiler.h>
#include <linux/err.h>
#include <linux/fs.h>
#include <linux/hrtimer.h>
#include <linux/init.h>
#include <linux/kvm.h>
#include <linux/kvm_host.h>
#include <linux/mman.h>
#include <linux/module.h>
#include <linux/random.h>
#include <linux/slab.h>
#include <linux/timer.h>
#include <linux/vmalloc.h>
#include <linux/bitmap.h>
#include <asm/asm-offsets.h>
#include <asm/lowcore.h>
#include <asm/stp.h>
#include <asm/pgtable.h>
#include <asm/gmap.h>
#include <asm/nmi.h>
#include <asm/switch_to.h>
#include <asm/isc.h>
#include <asm/sclp.h>
#include <asm/cpacf.h>
#include <asm/timex.h>
#include "kvm-s390.h"
#include "gaccess.h"


#define KMSG_COMPONENT "kvm-s390"

#undef pr_fmt

#define pr_fmt(fmt) KMSG_COMPONENT ": " fmt


#define CREATE_TRACE_POINTS
#include "trace.h"
#include "trace-s390.h"


#define MEM_OP_MAX_SIZE 65536	
/* Maximum transfer size for KVM_S390_MEM_OP */

#define LOCAL_IRQS 32

#define VCPU_IRQS_MAX_BUF (sizeof(struct kvm_s390_irq) * \
                           (KVM_MAX_VCPUS + LOCAL_IRQS))


#define VCPU_STAT(x) offsetof(struct kvm_vcpu, stat.x), KVM_STAT_VCPU


struct kvm_stats_debugfs_item debugfs_entries[] = {
	{ "userspace_handled", VCPU_STAT(exit_userspace) },
	{ "exit_null", VCPU_STAT(exit_null) },
	{ "exit_validity", VCPU_STAT(exit_validity) },
	{ "exit_stop_request", VCPU_STAT(exit_stop_request) },
	{ "exit_external_request", VCPU_STAT(exit_external_request) },
	{ "exit_external_interrupt", VCPU_STAT(exit_external_interrupt) },
	{ "exit_instruction", VCPU_STAT(exit_instruction) },
	{ "exit_pei", VCPU_STAT(exit_pei) },
	{ "exit_program_interruption", VCPU_STAT(exit_program_interruption) },
	{ "exit_instr_and_program_int", VCPU_STAT(exit_instr_and_program) },
	{ "exit_operation_exception", VCPU_STAT(exit_operation_exception) },
	{ "halt_successful_poll", VCPU_STAT(halt_successful_poll) },
	{ "halt_attempted_poll", VCPU_STAT(halt_attempted_poll) },
	{ "halt_poll_invalid", VCPU_STAT(halt_poll_invalid) },
	{ "halt_wakeup", VCPU_STAT(halt_wakeup) },
	{ "instruction_lctlg", VCPU_STAT(instruction_lctlg) },
	{ "instruction_lctl", VCPU_STAT(instruction_lctl) },
	{ "instruction_stctl", VCPU_STAT(instruction_stctl) },
	{ "instruction_stctg", VCPU_STAT(instruction_stctg) },
	{ "deliver_emergency_signal", VCPU_STAT(deliver_emergency_signal) },
	{ "deliver_external_call", VCPU_STAT(deliver_external_call) },
	{ "deliver_service_signal", VCPU_STAT(deliver_service_signal) },
	{ "deliver_virtio_interrupt", VCPU_STAT(deliver_virtio_interrupt) },
	{ "deliver_stop_signal", VCPU_STAT(deliver_stop_signal) },
	{ "deliver_prefix_signal", VCPU_STAT(deliver_prefix_signal) },
	{ "deliver_restart_signal", VCPU_STAT(deliver_restart_signal) },
	{ "deliver_program_interruption", VCPU_STAT(deliver_program_int) },
	{ "exit_wait_state", VCPU_STAT(exit_wait_state) },
	{ "instruction_pfmf", VCPU_STAT(instruction_pfmf) },
	{ "instruction_stidp", VCPU_STAT(instruction_stidp) },
	{ "instruction_spx", VCPU_STAT(instruction_spx) },
	{ "instruction_stpx", VCPU_STAT(instruction_stpx) },
	{ "instruction_stap", VCPU_STAT(instruction_stap) },
	{ "instruction_storage_key", VCPU_STAT(instruction_storage_key) },
	{ "instruction_ipte_interlock", VCPU_STAT(instruction_ipte_interlock) },
	{ "instruction_stsch", VCPU_STAT(instruction_stsch) },
	{ "instruction_chsc", VCPU_STAT(instruction_chsc) },
	{ "instruction_essa", VCPU_STAT(instruction_essa) },
	{ "instruction_stsi", VCPU_STAT(instruction_stsi) },
	{ "instruction_stfl", VCPU_STAT(instruction_stfl) },
	{ "instruction_tprot", VCPU_STAT(instruction_tprot) },
	{ "instruction_sthyi", VCPU_STAT(instruction_sthyi) },
	{ "instruction_sie", VCPU_STAT(instruction_sie) },
	{ "instruction_sigp_sense", VCPU_STAT(instruction_sigp_sense) },
	{ "instruction_sigp_sense_running", VCPU_STAT(instruction_sigp_sense_running) },
	{ "instruction_sigp_external_call", VCPU_STAT(instruction_sigp_external_call) },
	{ "instruction_sigp_emergency", VCPU_STAT(instruction_sigp_emergency) },
	{ "instruction_sigp_cond_emergency", VCPU_STAT(instruction_sigp_cond_emergency) },
	{ "instruction_sigp_start", VCPU_STAT(instruction_sigp_start) },
	{ "instruction_sigp_stop", VCPU_STAT(instruction_sigp_stop) },
	{ "instruction_sigp_stop_store_status", VCPU_STAT(instruction_sigp_stop_store_status) },
	{ "instruction_sigp_store_status", VCPU_STAT(instruction_sigp_store_status) },
	{ "instruction_sigp_store_adtl_status", VCPU_STAT(instruction_sigp_store_adtl_status) },
	{ "instruction_sigp_set_arch", VCPU_STAT(instruction_sigp_arch) },
	{ "instruction_sigp_set_prefix", VCPU_STAT(instruction_sigp_prefix) },
	{ "instruction_sigp_restart", VCPU_STAT(instruction_sigp_restart) },
	{ "instruction_sigp_cpu_reset", VCPU_STAT(instruction_sigp_cpu_reset) },
	{ "instruction_sigp_init_cpu_reset", VCPU_STAT(instruction_sigp_init_cpu_reset) },
	{ "instruction_sigp_unknown", VCPU_STAT(instruction_sigp_unknown) },
	{ "diagnose_10", VCPU_STAT(diagnose_10) },
	{ "diagnose_44", VCPU_STAT(diagnose_44) },
	{ "diagnose_9c", VCPU_STAT(diagnose_9c) },
	{ "diagnose_258", VCPU_STAT(diagnose_258) },
	{ "diagnose_308", VCPU_STAT(diagnose_308) },
	{ "diagnose_500", VCPU_STAT(diagnose_500) },
	{ NULL }
};

/* allow nested virtualization in KVM (if enabled by user space) */

static int nested;
module_param(nested, int, S_IRUGO);
MODULE_PARM_DESC(nested, "Nested virtualization support");

/* upper facilities limit for kvm */

unsigned long kvm_s390_fac_list_mask[16] = { FACILITIES_KVM };


unsigned long kvm_s390_fac_list_mask_size(void) { BUILD_BUG_ON(ARRAY_SIZE(kvm_s390_fac_list_mask) > S390_ARCH_FAC_MASK_SIZE_U64); return ARRAY_SIZE(kvm_s390_fac_list_mask); }

Contributors

PersonTokensPropCommitsCommitProp
michael muellermichael mueller24100.00%2100.00%
Total24100.00%2100.00%

/* available cpu features supported by kvm */ static DECLARE_BITMAP(kvm_s390_available_cpu_feat, KVM_S390_VM_CPU_FEAT_NR_BITS); /* available subfunctions indicated via query / "test bit" */ static struct kvm_s390_vm_cpu_subfunc kvm_s390_available_subfunc; static struct gmap_notifier gmap_notifier; static struct gmap_notifier vsie_gmap_notifier; debug_info_t *kvm_s390_dbf; /* Section: not file related */
int kvm_arch_hardware_enable(void) { /* every s390 is virtualization enabled ;-) */ return 0; }

Contributors

PersonTokensPropCommitsCommitProp
heiko carstensheiko carstens763.64%150.00%
alexander grafalexander graf436.36%150.00%
Total11100.00%2100.00%

static void kvm_gmap_notifier(struct gmap *gmap, unsigned long start, unsigned long end); /* * This callback is executed during stop_machine(). All CPUs are therefore * temporarily stopped. In order not to change guest behavior, we have to * disable preemption whenever we touch the epoch of kvm and the VCPUs, * so a CPU won't be stopped while calculating with the epoch. */
static int kvm_clock_sync(struct notifier_block *notifier, unsigned long val, void *v) { struct kvm *kvm; struct kvm_vcpu *vcpu; int i; unsigned long long *delta = v; list_for_each_entry(kvm, &vm_list, vm_list) { kvm->arch.epoch -= *delta; kvm_for_each_vcpu(i, vcpu, kvm) { vcpu->arch.sie_block->epoch -= *delta; if (vcpu->arch.cputm_enabled) vcpu->arch.cputm_start += *delta; if (vcpu->arch.vsie_block) vcpu->arch.vsie_block->epoch -= *delta; } } return NOTIFY_OK; }

Contributors

PersonTokensPropCommitsCommitProp
fan zhangfan zhang8369.75%133.33%
david hildenbranddavid hildenbrand3630.25%266.67%
Total119100.00%3100.00%

static struct notifier_block kvm_clock_notifier = { .notifier_call = kvm_clock_sync, };
int kvm_arch_hardware_setup(void) { gmap_notifier.notifier_call = kvm_gmap_notifier; gmap_register_pte_notifier(&gmap_notifier); vsie_gmap_notifier.notifier_call = kvm_s390_vsie_gmap_notifier; gmap_register_pte_notifier(&vsie_gmap_notifier); atomic_notifier_chain_register(&s390_epoch_delta_notifier, &kvm_clock_notifier); return 0; }

Contributors

PersonTokensPropCommitsCommitProp
david hildenbranddavid hildenbrand1227.91%120.00%
christian borntraegerchristian borntraeger1125.58%120.00%
heiko carstensheiko carstens1023.26%120.00%
fan zhangfan zhang920.93%120.00%
martin schwidefskymartin schwidefsky12.33%120.00%
Total43100.00%5100.00%


void kvm_arch_hardware_unsetup(void) { gmap_unregister_pte_notifier(&gmap_notifier); gmap_unregister_pte_notifier(&vsie_gmap_notifier); atomic_notifier_chain_unregister(&s390_epoch_delta_notifier, &kvm_clock_notifier); }

Contributors

PersonTokensPropCommitsCommitProp
fan zhangfan zhang932.14%120.00%
christian borntraegerchristian borntraeger725.00%120.00%
david hildenbranddavid hildenbrand621.43%120.00%
heiko carstensheiko carstens517.86%120.00%
martin schwidefskymartin schwidefsky13.57%120.00%
Total28100.00%5100.00%


static void allow_cpu_feat(unsigned long nr) { set_bit_inv(nr, kvm_s390_available_cpu_feat); }

Contributors

PersonTokensPropCommitsCommitProp
david hildenbranddavid hildenbrand952.94%133.33%
heiko carstensheiko carstens423.53%133.33%
christian borntraegerchristian borntraeger423.53%133.33%
Total17100.00%3100.00%


static inline int plo_test_bit(unsigned char nr) { register unsigned long r0 asm("0") = (unsigned long) nr | 0x100; int cc = 3; /* subfunction not available */ asm volatile( /* Parameter registers are ignored for "test bit" */ " plo 0,0,0,0(0)\n" " ipm %0\n" " srl %0,28\n" : "=d" (cc) : "d" (r0) : "cc"); return cc == 0; }

Contributors

PersonTokensPropCommitsCommitProp
david hildenbranddavid hildenbrand3477.27%133.33%
christian borntraegerchristian borntraeger511.36%133.33%
heiko carstensheiko carstens511.36%133.33%
Total44100.00%3100.00%


static void kvm_s390_cpu_feat_init(void) { int i; for (i = 0; i < 256; ++i) { if (plo_test_bit(i)) kvm_s390_available_subfunc.plo[i >> 3] |= 0x80 >> (i & 7); } if (test_facility(28)) /* TOD-clock steering */ ptff(kvm_s390_available_subfunc.ptff, sizeof(kvm_s390_available_subfunc.ptff), PTFF_QAF); if (test_facility(17)) { /* MSA */ __cpacf_query(CPACF_KMAC, (cpacf_mask_t *) kvm_s390_available_subfunc.kmac); __cpacf_query(CPACF_KMC, (cpacf_mask_t *) kvm_s390_available_subfunc.kmc); __cpacf_query(CPACF_KM, (cpacf_mask_t *) kvm_s390_available_subfunc.km); __cpacf_query(CPACF_KIMD, (cpacf_mask_t *) kvm_s390_available_subfunc.kimd); __cpacf_query(CPACF_KLMD, (cpacf_mask_t *) kvm_s390_available_subfunc.klmd); } if (test_facility(76)) /* MSA3 */ __cpacf_query(CPACF_PCKMO, (cpacf_mask_t *) kvm_s390_available_subfunc.pckmo); if (test_facility(77)) { /* MSA4 */ __cpacf_query(CPACF_KMCTR, (cpacf_mask_t *) kvm_s390_available_subfunc.kmctr); __cpacf_query(CPACF_KMF, (cpacf_mask_t *) kvm_s390_available_subfunc.kmf); __cpacf_query(CPACF_KMO, (cpacf_mask_t *) kvm_s390_available_subfunc.kmo); __cpacf_query(CPACF_PCC, (cpacf_mask_t *) kvm_s390_available_subfunc.pcc); } if (test_facility(57)) /* MSA5 */ __cpacf_query(CPACF_PPNO, (cpacf_mask_t *) kvm_s390_available_subfunc.ppno); if (MACHINE_HAS_ESOP) allow_cpu_feat(KVM_S390_VM_CPU_FEAT_ESOP); /* * We need SIE support, ESOP (PROT_READ protection for gmap_shadow), * 64bit SCAO (SCA passthrough) and IDTE (for gmap_shadow unshadowing). */ if (!sclp.has_sief2 || !MACHINE_HAS_ESOP || !sclp.has_64bscao || !test_facility(3) || !nested) return; allow_cpu_feat(KVM_S390_VM_CPU_FEAT_SIEF2); if (sclp.has_64bscao) allow_cpu_feat(KVM_S390_VM_CPU_FEAT_64BSCAO); if (sclp.has_siif) allow_cpu_feat(KVM_S390_VM_CPU_FEAT_SIIF); if (sclp.has_gpere) allow_cpu_feat(KVM_S390_VM_CPU_FEAT_GPERE); if (sclp.has_gsls) allow_cpu_feat(KVM_S390_VM_CPU_FEAT_GSLS); if (sclp.has_ib) allow_cpu_feat(KVM_S390_VM_CPU_FEAT_IB); if (sclp.has_cei) allow_cpu_feat(KVM_S390_VM_CPU_FEAT_CEI); if (sclp.has_ibs) allow_cpu_feat(KVM_S390_VM_CPU_FEAT_IBS); /* * KVM_S390_VM_CPU_FEAT_SKEY: Wrong shadow of PTE.I bits will make * all skey handling functions read/set the skey from the PGSTE * instead of the real storage key. * * KVM_S390_VM_CPU_FEAT_CMMA: Wrong shadow of PTE.I bits will make * pages being detected as preserved although they are resident. * * KVM_S390_VM_CPU_FEAT_PFMFI: Wrong shadow of PTE.I bits will * have the same effect as for KVM_S390_VM_CPU_FEAT_SKEY. * * For KVM_S390_VM_CPU_FEAT_SKEY, KVM_S390_VM_CPU_FEAT_CMMA and * KVM_S390_VM_CPU_FEAT_PFMFI, all PTE.I and PGSTE bits have to be * correctly shadowed. We can do that for the PGSTE but not for PTE.I. * * KVM_S390_VM_CPU_FEAT_SIGPIF: Wrong SCB addresses in the SCA. We * cannot easily shadow the SCA because of the ipte lock. */ }

Contributors

PersonTokensPropCommitsCommitProp
david hildenbranddavid hildenbrand31384.37%1275.00%
martin schwidefskymartin schwidefsky4411.86%16.25%
linus torvaldslinus torvalds92.43%16.25%
heiko carstensheiko carstens30.81%16.25%
carsten ottecarsten otte20.54%16.25%
Total371100.00%16100.00%


int kvm_arch_init(void *opaque) { kvm_s390_dbf = debug_register("kvm-trace", 32, 1, 7 * sizeof(long)); if (!kvm_s390_dbf) return -ENOMEM; if (debug_register_view(kvm_s390_dbf, &debug_sprintf_view)) { debug_unregister(kvm_s390_dbf); return -ENOMEM; } kvm_s390_cpu_feat_init(); /* Register floating interrupt controller interface. */ return kvm_register_device_ops(&kvm_flic_ops, KVM_DEV_TYPE_FLIC); }

Contributors

PersonTokensPropCommitsCommitProp
christian borntraegerchristian borntraeger4868.57%125.00%
heiko carstensheiko carstens1115.71%125.00%
cornelia huckcornelia huck811.43%125.00%
david hildenbranddavid hildenbrand34.29%125.00%
Total70100.00%4100.00%


void kvm_arch_exit(void) { debug_unregister(kvm_s390_dbf); }

Contributors

PersonTokensPropCommitsCommitProp
christian borntraegerchristian borntraeger12100.00%1100.00%
Total12100.00%1100.00%

/* Section: device related */
long kvm_arch_dev_ioctl(struct file *filp, unsigned int ioctl, unsigned long arg) { if (ioctl == KVM_S390_ENABLE_SIE) return s390_enable_sie(); return -EINVAL; }

Contributors

PersonTokensPropCommitsCommitProp
heiko carstensheiko carstens32100.00%1100.00%
Total32100.00%1100.00%


int kvm_vm_ioctl_check_extension(struct kvm *kvm, long ext) { int r; switch (ext) { case KVM_CAP_S390_PSW: case KVM_CAP_S390_GMAP: case KVM_CAP_SYNC_MMU: #ifdef CONFIG_KVM_S390_UCONTROL case KVM_CAP_S390_UCONTROL: #endif case KVM_CAP_ASYNC_PF: case KVM_CAP_SYNC_REGS: case KVM_CAP_ONE_REG: case KVM_CAP_ENABLE_CAP: case KVM_CAP_S390_CSS_SUPPORT: case KVM_CAP_IOEVENTFD: case KVM_CAP_DEVICE_CTRL: case KVM_CAP_ENABLE_CAP_VM: case KVM_CAP_S390_IRQCHIP: case KVM_CAP_VM_ATTRIBUTES: case KVM_CAP_MP_STATE: case KVM_CAP_S390_INJECT_IRQ: case KVM_CAP_S390_USER_SIGP: case KVM_CAP_S390_USER_STSI: case KVM_CAP_S390_SKEYS: case KVM_CAP_S390_IRQ_STATE: case KVM_CAP_S390_USER_INSTR0: r = 1; break; case KVM_CAP_S390_MEM_OP: r = MEM_OP_MAX_SIZE; break; case KVM_CAP_NR_VCPUS: case KVM_CAP_MAX_VCPUS: r = KVM_S390_BSCA_CPU_SLOTS; if (!kvm_s390_use_sca_entries()) r = KVM_MAX_VCPUS; else if (sclp.has_esca && sclp.has_64bscao) r = KVM_S390_ESCA_CPU_SLOTS; break; case KVM_CAP_NR_MEMSLOTS: r = KVM_USER_MEM_SLOTS; break; case KVM_CAP_S390_COW: r = MACHINE_HAS_ESOP; break; case KVM_CAP_S390_VECTOR_REGISTERS: r = MACHINE_HAS_VX; break; case KVM_CAP_S390_RI: r = test_facility(64); break; default: r = 0; } return r; }

Contributors

PersonTokensPropCommitsCommitProp
carsten ottecarsten otte3519.23%411.76%
david hildenbranddavid hildenbrand3117.03%514.71%
christian borntraegerchristian borntraeger2614.29%514.71%
cornelia huckcornelia huck158.24%514.71%
fan zhangfan zhang116.04%12.94%
jens freimannjens freimann94.95%38.82%
nick wangnick wang84.40%12.94%
thomas huththomas huth84.40%12.94%
heiko carstensheiko carstens84.40%12.94%
eric farmaneric farman84.40%12.94%
dominik dingeldominik dingel63.30%25.88%
alexander grafalexander graf63.30%12.94%
eugene (jno) dvurechenskieugene (jno) dvurechenski42.20%12.94%
jason j. hernejason j. herne31.65%12.94%
ekaterina tumanovaekaterina tumanova31.65%12.94%
martin schwidefskymartin schwidefsky10.55%12.94%
Total182100.00%34100.00%


static void kvm_s390_sync_dirty_log(struct kvm *kvm, struct kvm_memory_slot *memslot) { gfn_t cur_gfn, last_gfn; unsigned long address; struct gmap *gmap = kvm->arch.gmap; /* Loop over all guest pages */ last_gfn = memslot->base_gfn + memslot->npages; for (cur_gfn = memslot->base_gfn; cur_gfn <= last_gfn; cur_gfn++) { address = gfn_to_hva_memslot(memslot, cur_gfn); if (test_and_clear_guest_dirty(gmap->mm, address)) mark_page_dirty(kvm, cur_gfn); if (fatal_signal_pending(current)) return; cond_resched(); } }

Contributors

PersonTokensPropCommitsCommitProp
jason j. hernejason j. herne8987.25%120.00%
christian borntraegerchristian borntraeger87.84%240.00%
martin schwidefskymartin schwidefsky54.90%240.00%
Total102100.00%5100.00%

/* Section: vm related */ static void sca_del_vcpu(struct kvm_vcpu *vcpu); /* * Get (and clear) the dirty memory log for a memory slot. */
int kvm_vm_ioctl_get_dirty_log(struct kvm *kvm, struct kvm_dirty_log *log) { int r; unsigned long n; struct kvm_memslots *slots; struct kvm_memory_slot *memslot; int is_dirty = 0; mutex_lock(&kvm->slots_lock); r = -EINVAL; if (log->slot >= KVM_USER_MEM_SLOTS) goto out; slots = kvm_memslots(kvm); memslot = id_to_memslot(slots, log->slot); r = -ENOENT; if (!memslot->dirty_bitmap) goto out; kvm_s390_sync_dirty_log(kvm, memslot); r = kvm_get_dirty_log(kvm, log, &is_dirty); if (r) goto out; /* Clear the dirty log */ if (is_dirty) { n = kvm_dirty_bitmap_bytes(memslot); memset(memslot->dirty_bitmap, 0, n); } r = 0; out: mutex_unlock(&kvm->slots_lock); return r; }

Contributors

PersonTokensPropCommitsCommitProp
jason j. hernejason j. herne13180.86%133.33%
heiko carstensheiko carstens1811.11%133.33%
paolo bonzinipaolo bonzini138.02%133.33%
Total162100.00%3100.00%


static void icpt_operexc_on_all_vcpus(struct kvm *kvm) { unsigned int i; struct kvm_vcpu *vcpu; kvm_for_each_vcpu(i, vcpu, kvm) { kvm_s390_sync_request(KVM_REQ_ICPT_OPEREXC, vcpu); } }

Contributors

PersonTokensPropCommitsCommitProp
david hildenbranddavid hildenbrand37100.00%1100.00%
Total37100.00%1100.00%


static int kvm_vm_ioctl_enable_cap(struct kvm *kvm, struct kvm_enable_cap *cap) { int r; if (cap->flags) return -EINVAL; switch (cap->cap) { case KVM_CAP_S390_IRQCHIP: VM_EVENT(kvm, 3, "%s", "ENABLE: CAP_S390_IRQCHIP"); kvm->arch.use_irqchip = 1; r = 0; break; case KVM_CAP_S390_USER_SIGP: VM_EVENT(kvm, 3, "%s", "ENABLE: CAP_S390_USER_SIGP"); kvm->arch.user_sigp = 1; r = 0; break; case KVM_CAP_S390_VECTOR_REGISTERS: mutex_lock(&kvm->lock); if (kvm->created_vcpus) { r = -EBUSY; } else if (MACHINE_HAS_VX) { set_kvm_facility(kvm->arch.model.fac_mask, 129); set_kvm_facility(kvm->arch.model.fac_list, 129); r = 0; } else r = -EINVAL; mutex_unlock(&kvm->lock); VM_EVENT(kvm, 3, "ENABLE: CAP_S390_VECTOR_REGISTERS %s", r ? "(not available)" : "(success)"); break; case KVM_CAP_S390_RI: r = -EINVAL; mutex_lock(&kvm->lock); if (kvm->created_vcpus) { r = -EBUSY; } else if (test_facility(64)) { set_kvm_facility(kvm->arch.model.fac_mask, 64); set_kvm_facility(kvm->arch.model.fac_list, 64); r = 0; } mutex_unlock(&kvm->lock); VM_EVENT(kvm, 3, "ENABLE: CAP_S390_RI %s", r ? "(not available)" : "(success)"); break; case KVM_CAP_S390_USER_STSI: VM_EVENT(kvm, 3, "%s", "ENABLE: CAP_S390_USER_STSI"); kvm->arch.user_stsi = 1; r = 0; break; case KVM_CAP_S390_USER_INSTR0: VM_EVENT(kvm, 3, "%s", "ENABLE: CAP_S390_USER_INSTR0"); kvm->arch.user_instr0 = 1; icpt_operexc_on_all_vcpus(kvm); r = 0; break; default: r = -EINVAL; break; } return r; }

Contributors

PersonTokensPropCommitsCommitProp
fan zhangfan zhang9026.16%18.33%
david hildenbranddavid hildenbrand8123.55%433.33%
cornelia huckcornelia huck6318.31%216.67%
christian borntraegerchristian borntraeger4813.95%18.33%
michael muellermichael mueller298.43%18.33%
ekaterina tumanovaekaterina tumanova164.65%18.33%
eric farmaneric farman154.36%18.33%
paolo bonzinipaolo bonzini20.58%18.33%
Total344100.00%12100.00%


static int kvm_s390_get_mem_control(struct kvm *kvm, struct kvm_device_attr *attr) { int ret; switch (attr->attr) { case KVM_S390_VM_MEM_LIMIT_SIZE: ret = 0; VM_EVENT(kvm, 3, "QUERY: max guest memory: %lu bytes", kvm->arch.mem_limit); if (put_user(kvm->arch.mem_limit, (u64 __user *)attr->addr)) ret = -EFAULT; break; default: ret = -ENXIO; break; } return ret; }

Contributors

PersonTokensPropCommitsCommitProp
dominik dingeldominik dingel7183.53%375.00%
christian borntraegerchristian borntraeger1416.47%125.00%
Total85100.00%4100.00%


static int kvm_s390_set_mem_control(struct kvm *kvm, struct kvm_device_attr *attr) { int ret; unsigned int idx; switch (attr->attr) { case KVM_S390_VM_MEM_ENABLE_CMMA: ret = -ENXIO; if (!sclp.has_cmma) break; ret = -EBUSY; VM_EVENT(kvm, 3, "%s", "ENABLE: CMMA support"); mutex_lock(&kvm->lock); if (!kvm->created_vcpus) { kvm->arch.use_cmma = 1; ret = 0; } mutex_unlock(&kvm->lock); break; case KVM_S390_VM_MEM_CLR_CMMA: ret = -ENXIO; if (!sclp.has_cmma) break; ret = -EINVAL; if (!kvm->arch.use_cmma) break; VM_EVENT(kvm, 3, "%s", "RESET: CMMA states"); mutex_lock(&kvm->lock); idx = srcu_read_lock(&kvm->srcu); s390_reset_cmma(kvm->arch.gmap->mm); srcu_read_unlock(&kvm->srcu, idx); mutex_unlock(&kvm->lock); ret = 0; break; case KVM_S390_VM_MEM_LIMIT_SIZE: { unsigned long new_limit; if (kvm_is_ucontrol(kvm)) return -EINVAL; if (get_user(new_limit, (u64 __user *)attr->addr)) return -EFAULT; if (kvm->arch.mem_limit != KVM_S390_NO_MEM_LIMIT && new_limit > kvm->arch.mem_limit) return -E2BIG; if (!new_limit) return -EINVAL; /* gmap_create takes last usable address */ if (new_limit != KVM_S390_NO_MEM_LIMIT) new_limit -= 1; ret = -EBUSY; mutex_lock(&kvm->lock); if (!kvm->created_vcpus) { /* gmap_create will round the limit up */ struct gmap *new = gmap_create(current->mm, new_limit); if (!new) { ret = -ENOMEM; } else { gmap_remove(kvm->arch.gmap); new->private = kvm; kvm->arch.gmap = new; ret = 0; } } mutex_unlock(&kvm->lock); VM_EVENT(kvm, 3, "SET: max guest address: %lu", new_limit); VM_EVENT(kvm, 3, "New guest asce: 0x%pK", (void *) kvm->arch.gmap->asce); break; } default: ret = -ENXIO; break; } return ret; }

Contributors

PersonTokensPropCommitsCommitProp
dominik dingeldominik dingel28971.01%640.00%
christian borntraegerchristian borntraeger327.86%16.67%
cornelia huckcornelia huck266.39%213.33%
heiko carstensheiko carstens215.16%16.67%
david hildenbranddavid hildenbrand174.18%213.33%
carsten ottecarsten otte143.44%16.67%
paolo bonzinipaolo bonzini40.98%16.67%
martin schwidefskymartin schwidefsky40.98%16.67%
Total407100.00%15100.00%

static void kvm_s390_vcpu_crypto_setup(struct kvm_vcpu *vcpu);
static int kvm_s390_vm_set_crypto(struct kvm *kvm, struct kvm_device_attr *attr) { struct kvm_vcpu *vcpu; int i; if (!test_kvm_facility(kvm, 76)) return -EINVAL; mutex_lock(&kvm->lock); switch (attr->attr) { case KVM_S390_VM_CRYPTO_ENABLE_AES_KW: get_random_bytes( kvm->arch.crypto.crycb->aes_wrapping_key_mask, sizeof(kvm->arch.crypto.crycb->aes_wrapping_key_mask)); kvm->arch.crypto.aes_kw = 1; VM_EVENT(kvm, 3, "%s", "ENABLE: AES keywrapping support"); break; case KVM_S390_VM_CRYPTO_ENABLE_DEA_KW: get_random_bytes( kvm->arch.crypto.crycb->dea_wrapping_key_mask, sizeof(kvm->arch.crypto.crycb->dea_wrapping_key_mask)); kvm->arch.crypto.dea_kw = 1; VM_EVENT(kvm, 3, "%s", "ENABLE: DEA keywrapping support"); break; case KVM_S390_VM_CRYPTO_DISABLE_AES_KW: kvm->arch.crypto.aes_kw = 0; memset(kvm->arch.crypto.crycb->aes_wrapping_key_mask, 0, sizeof(kvm->arch.crypto.crycb->aes_wrapping_key_mask)); VM_EVENT(kvm, 3, "%s", "DISABLE: AES keywrapping support"); break; case KVM_S390_VM_CRYPTO_DISABLE_DEA_KW: kvm->arch.crypto.dea_kw = 0; memset(kvm->arch.crypto.crycb->dea_wrapping_key_mask, 0, sizeof(kvm->arch.crypto.crycb->dea_wrapping_key_mask)); VM_EVENT(kvm, 3, "%s", "DISABLE: DEA keywrapping support"); break; default: mutex_unlock(&kvm->lock); return -ENXIO; } kvm_for_each_vcpu(i, vcpu, kvm) { kvm_s390_vcpu_crypto_setup(vcpu); exit_sie(vcpu); } mutex_unlock(&kvm->lock); return 0; }

Contributors

PersonTokensPropCommitsCommitProp
tony krowiaktony krowiak25984.64%133.33%
christian borntraegerchristian borntraeger4414.38%133.33%
michael muellermichael mueller30.98%133.33%
Total306100.00%3100.00%


static int kvm_s390_set_tod_high(struct kvm *kvm, struct kvm_device_attr *attr) { u8 gtod_high; if (copy_from_user(&gtod_high, (void __user *)attr->addr, sizeof(gtod_high))) return -EFAULT; if (gtod_high != 0) return -EINVAL; VM_EVENT(kvm, 3, "SET: TOD extension: 0x%x", gtod_high); return 0; }

Contributors

PersonTokensPropCommitsCommitProp
jason j. hernejason j. herne5884.06%133.33%
christian borntraegerchristian borntraeger1115.94%266.67%
Total69100.00%3100.00%


static int kvm_s390_set_tod_low(struct kvm *kvm, struct kvm_device_attr *attr) { u64 gtod; if (copy_from_user(&gtod, (void __user *)attr->addr, sizeof(gtod))) return -EFAULT; kvm_s390_set_tod_clock(kvm, gtod); VM_EVENT(kvm, 3, "SET: TOD base: 0x%llx", gtod); return 0; }

Contributors

PersonTokensPropCommitsCommitProp
jason j. hernejason j. herne5177.27%120.00%
christian borntraegerchristian borntraeger1319.70%360.00%
david hildenbranddavid hildenbrand23.03%120.00%
Total66100.00%5100.00%


static int kvm_s390_set_tod(struct kvm *kvm, struct kvm_device_attr *attr) { int ret; if (attr->flags) return -EINVAL; switch (attr->attr) { case KVM_S390_VM_TOD_HIGH: ret = kvm_s390_set_tod_high(kvm, attr); break; case KVM_S390_VM_TOD_LOW: ret = kvm_s390_set_tod_low(kvm, attr); break; default: ret = -ENXIO; break; } return ret; }

Contributors

PersonTokensPropCommitsCommitProp
jason j. hernejason j. herne73100.00%1100.00%
Total73100.00%1100.00%


static int kvm_s390_get_tod_high(struct kvm *kvm, struct kvm_device_attr *attr) { u8 gtod_high = 0; if (copy_to_user((void __user *)attr->addr, &gtod_high, sizeof(gtod_high))) return -EFAULT; VM_EVENT(kvm, 3, "QUERY: TOD extension: 0x%x", gtod_high); return 0; }

Contributors

PersonTokensPropCommitsCommitProp
jason j. hernejason j. herne5081.97%133.33%
christian borntraegerchristian borntraeger1118.03%266.67%
Total61100.00%3100.00%


static int kvm_s390_get_tod_low(struct kvm *kvm, struct kvm_device_attr *attr) { u64 gtod; gtod = kvm_s390_get_tod_clock_fast(kvm); if (copy_to_user((void __user *)attr->addr, &gtod, sizeof(gtod))) return -EFAULT; VM_EVENT(kvm, 3, "QUERY: TOD base: 0x%llx", gtod); return 0; }

Contributors

PersonTokensPropCommitsCommitProp
jason j. hernejason j. herne5177.27%120.00%
christian borntraegerchristian borntraeger1116.67%240.00%
david hildenbranddavid hildenbrand34.55%120.00%
fan zhangfan zhang11.52%120.00%
Total66100.00%5100.00%


static int kvm_s390_get_tod(struct kvm *kvm, struct kvm_device_attr *attr) { int ret; if (attr->flags) return -EINVAL; switch (attr->attr) { case KVM_S390_VM_TOD_HIGH: ret = kvm_s390_get_tod_high(kvm, attr); break; case KVM_S390_VM_TOD_LOW: ret = kvm_s390_get_tod_low(kvm, attr); break; default: ret = -ENXIO; break; } return ret; }

Contributors

PersonTokensPropCommitsCommitProp
jason j. hernejason j. herne73100.00%1100.00%
Total73100.00%1100.00%


static int kvm_s390_set_processor(struct kvm *kvm, struct kvm_device_attr *attr) { struct kvm_s390_vm_cpu_processor *proc; u16 lowest_ibc, unblocked_ibc; int ret = 0; mutex_lock(&kvm->lock); if (kvm->created_vcpus) { ret = -EBUSY; goto out; } proc = kzalloc(sizeof(*proc), GFP_KERNEL); if (!proc) { ret = -ENOMEM; goto out; } if (!copy_from_user(proc, (void __user *)attr->addr, sizeof(*proc))) { kvm->arch.model.cpuid = proc->cpuid; lowest_ibc = sclp.ibc >> 16 & 0xfff; unblocked_ibc = sclp.ibc & 0xfff; if (lowest_ibc && proc->ibc) { if (proc->ibc > unblocked_ibc) kvm->arch.model.ibc = unblocked_ibc; else if (proc->ibc < lowest_ibc) kvm->arch.model.ibc = lowest_ibc; else kvm->arch.model.ibc = proc->ibc; } memcpy(kvm->arch.model.fac_list, proc->fac_list, S390_ARCH_FAC_LIST_SIZE_BYTE); } else ret = -EFAULT; kfree(proc); out: mutex_unlock(&kvm->lock); return ret; }

Contributors

PersonTokensPropCommitsCommitProp
michael muellermichael mueller16468.62%116.67%
david hildenbranddavid hildenbrand7430.96%466.67%
paolo bonzinipaolo bonzini10.42%116.67%
Total239100.00%6100.00%


static int kvm_s390_set_processor_feat(struct kvm *kvm, struct kvm_device_attr *attr) { struct kvm_s390_vm_cpu_feat data; int ret = -EBUSY; if (copy_from_user(&data, (void __user *)attr->addr, sizeof(data))) return -EFAULT; if (!bitmap_subset((unsigned long *) data.feat, kvm_s390_available_cpu_feat, KVM_S390_VM_CPU_FEAT_NR_BITS)) return -EINVAL; mutex_lock(&kvm->lock); if (!atomic_read(&kvm->online_vcpus)) { bitmap_copy(kvm->arch.cpu_feat, (unsigned long *) data.feat, KVM_S390_VM_CPU_FEAT_NR_BITS); ret = 0; } mutex_unlock(&kvm->lock); return ret; }

Contributors

PersonTokensPropCommitsCommitProp
david hildenbranddavid hildenbrand10580.15%266.67%
michael muellermichael mueller2619.85%133.33%
Total131100.00%3100.00%


static int kvm_s390_set_processor_subfunc(struct kvm *kvm, struct kvm_device_attr *attr) { /* * Once supported by kernel + hw, we have to store the subfunctions * in kvm->arch and remember that user space configured them. */ return -ENXIO; }

Contributors

PersonTokensPropCommitsCommitProp
david hildenbranddavid hildenbrand21100.00%1100.00%
Total21100.00%1100.00%


static int kvm_s390_set_cpu_model(struct kvm *kvm, struct kvm_device_attr *attr) { int ret = -ENXIO; switch (attr->attr) { case KVM_S390_VM_CPU_PROCESSOR: ret = kvm_s390_set_processor(kvm, attr); break; case KVM_S390_VM_CPU_PROCESSOR_FEAT: ret = kvm_s390_set_processor_feat(kvm, attr); break; case KVM_S390_VM_CPU_PROCESSOR_SUBFUNC: ret = kvm_s390_set_processor_subfunc(kvm, attr); break; } return ret; }

Contributors

PersonTokensPropCommitsCommitProp
michael muellermichael mueller4663.89%133.33%
david hildenbranddavid hildenbrand2636.11%266.67%
Total72100.00%3100.00%


static int kvm_s390_get_processor(struct kvm *kvm, struct kvm_device_attr *attr) { struct kvm_s390_vm_cpu_processor *proc; int ret = 0; proc = kzalloc(sizeof(*proc), GFP_KERNEL); if (!proc) { ret = -ENOMEM; goto out; } proc->cpuid = kvm->arch.model.cpuid; proc->ibc = kvm->arch.model.ibc; memcpy(&proc->fac_list, kvm->arch.model.fac_list, S390_ARCH_FAC_LIST_SIZE_BYTE); if (copy_to_user((void __user *)attr->addr, proc, sizeof(*proc))) ret = -EFAULT; kfree(proc); out: return ret; }

Contributors

PersonTokensPropCommitsCommitProp
michael muellermichael mueller13198.50%133.33%
david hildenbranddavid hildenbrand21.50%266.67%
Total133100.00%3100.00%


static int kvm_s390_get_machine(struct kvm *kvm, struct kvm_device_attr *attr) { struct kvm_s390_vm_cpu_machine *mach; int ret = 0; mach = kzalloc(sizeof(*mach), GFP_KERNEL); if (!mach) { ret = -ENOMEM; goto out; } get_cpu_id((struct cpuid *) &mach->cpuid); mach->ibc = sclp.ibc; memcpy(&mach->fac_mask, kvm->arch.model.fac_mask, S390_ARCH_FAC_LIST_SIZE_BYTE); memcpy((unsigned long *)&mach->fac_list, S390_lowcore.stfle_fac_list, sizeof(S390_lowcore.stfle_fac_list)); if (copy_to_user((void __user *)attr->addr, mach, sizeof(*mach))) ret = -EFAULT; kfree(mach); out: return ret; }

Contributors

PersonTokensPropCommitsCommitProp
michael muellermichael mueller14493.51%240.00%
christian borntraegerchristian borntraeger63.90%120.00%
david hildenbranddavid hildenbrand42.60%240.00%
Total154100.00%5100.00%


static int kvm_s390_get_processor_feat(struct kvm *kvm, struct kvm_device_attr *attr) { struct kvm_s390_vm_cpu_feat data; bitmap_copy((unsigned long *) data.feat, kvm->arch.cpu_feat, KVM_S390_VM_CPU_FEAT_NR_BITS); if (copy_to_user((void __user *)attr->addr, &data, sizeof(data))) return -EFAULT; return 0; }

Contributors

PersonTokensPropCommitsCommitProp
david hildenbranddavid hildenbrand69100.00%1100.00%
Total69100.00%1100.00%


static int kvm_s390_get_machine_feat(struct kvm *kvm, struct kvm_device_attr *attr) { struct kvm_s390_vm_cpu_feat data; bitmap_copy((unsigned long *) data.feat, kvm_s390_available_cpu_feat, KVM_S390_VM_CPU_FEAT_NR_BITS); if (copy_to_user((void __user *)attr->addr, &data, sizeof(data))) return -EFAULT; return 0; }

Contributors

PersonTokensPropCommitsCommitProp
david hildenbranddavid hildenbrand4061.54%150.00%
michael muellermichael mueller2538.46%150.00%
Total65100.00%2100.00%


static int kvm_s390_get_processor_subfunc(struct kvm *kvm, struct kvm_device_attr *attr) { /* * Once we can actually configure subfunctions (kernel + hw support), * we have to check if they were already set by user space, if so copy * them from kvm->arch. */ return -ENXIO; }

Contributors

PersonTokensPropCommitsCommitProp
david hildenbranddavid hildenbrand21100.00%1100.00%
Total21100.00%1100.00%


static int kvm_s390_get_machine_subfunc(struct kvm *kvm, struct kvm_device_attr *attr) { if (copy_to_user((void __user *)attr->addr, &kvm_s390_available_subfunc, sizeof(struct kvm_s390_vm_cpu_subfunc))) return -EFAULT; return 0; }

Contributors

PersonTokensPropCommitsCommitProp
david hildenbranddavid hildenbrand4189.13%150.00%
michael muellermichael mueller510.87%150.00%
Total46100.00%2100.00%


static int kvm_s390_get_cpu_model(struct kvm *kvm, struct kvm_device_attr *attr) { int ret = -ENXIO; switch (attr->attr) { case KVM_S390_VM_CPU_PROCESSOR: ret = kvm_s390_get_processor(kvm, attr); break; case KVM_S390_VM_CPU_MACHINE: ret = kvm_s390_get_machine(kvm, attr); break; case KVM_S390_VM_CPU_PROCESSOR_FEAT: ret = kvm_s390_get_processor_feat(kvm, attr); break; case KVM_S390_VM_CPU_MACHINE_FEAT: ret = kvm_s390_get_machine_feat(kvm, attr); break; case KVM_S390_VM_CPU_PROCESSOR_SUBFUNC: ret = kvm_s390_get_processor_subfunc(kvm, attr); break; case KVM_S390_VM_CPU_MACHINE_SUBFUNC: ret = kvm_s390_get_machine_subfunc(kvm, attr); break; } return ret; }

Contributors

PersonTokensPropCommitsCommitProp
michael muellermichael mueller5953.15%133.33%
david hildenbranddavid hildenbrand5246.85%266.67%
Total111100.00%3100.00%


static int kvm_s390_vm_set_attr(struct kvm *kvm, struct kvm_device_attr *attr) { int ret; switch (attr->group) { case KVM_S390_VM_MEM_CTRL: ret = kvm_s390_set_mem_control(kvm, attr); break; case KVM_S390_VM_TOD: ret = kvm_s390_set_tod(kvm, attr); break; case KVM_S390_VM_CPU_MODEL: ret = kvm_s390_set_cpu_model(kvm, attr); break; case KVM_S390_VM_CRYPTO: ret = kvm_s390_vm_set_crypto(kvm, attr); break; default: ret = -ENXIO; break; } return ret; }

Contributors

PersonTokensPropCommitsCommitProp
dominik dingeldominik dingel3134.83%327.27%
jason j. hernejason j. herne1314.61%19.09%
michael muellermichael mueller1314.61%19.09%
tony krowiaktony krowiak1314.61%19.09%
carsten ottecarsten otte88.99%218.18%
heiko carstensheiko carstens77.87%19.09%
jan kiszkajan kiszka33.37%19.09%
christian borntraegerchristian borntraeger11.12%19.09%
Total89100.00%11100.00%


static int kvm_s390_vm_get_attr(struct kvm *kvm, struct kvm_device_attr *attr) { int ret; switch (attr->group) { case KVM_S390_VM_MEM_CTRL: ret = kvm_s390_get_mem_control(kvm, attr); break; case KVM_S390_VM_TOD: ret = kvm_s390_get_tod(kvm, attr); break; case KVM_S390_VM_CPU_MODEL: ret = kvm_s390_get_cpu_model(kvm, attr); break; default: ret = -ENXIO; break; } return ret; }

Contributors

PersonTokensPropCommitsCommitProp
dominik dingeldominik dingel5065.79%250.00%
michael muellermichael mueller1317.11%125.00%
jason j. hernejason j. herne1317.11%125.00%
Total76100.00%4100.00%


static int kvm_s390_vm_has_attr(struct kvm *kvm, struct kvm_device_attr *attr) { int ret; switch (attr->group) { case KVM_S390_VM_MEM_CTRL: switch (attr->attr) { case KVM_S390_VM_MEM_ENABLE_CMMA: case KVM_S390_VM_MEM_CLR_CMMA: ret = sclp.has_cmma ? 0 : -ENXIO; break; case KVM_S390_VM_MEM_LIMIT_SIZE: ret = 0; break; default: ret = -ENXIO; break; } break; case KVM_S390_VM_TOD: switch (attr->attr) { case KVM_S390_VM_TOD_LOW: case KVM_S390_VM_TOD_HIGH: ret = 0; break; default: ret = -ENXIO; break; } break; case KVM_S390_VM_CPU_MODEL: switch (attr->attr) { case KVM_S390_VM_CPU_PROCESSOR: case KVM_S390_VM_CPU_MACHINE: case KVM_S390_VM_CPU_PROCESSOR_FEAT: case KVM_S390_VM_CPU_MACHINE_FEAT: case KVM_S390_VM_CPU_MACHINE_SUBFUNC: ret = 0; break; /* configuring subfunctions is not supported yet */ case KVM_S390_VM_CPU_PROCESSOR_SUBFUNC: default: ret = -ENXIO; break; } break; case KVM_S390_VM_CRYPTO: switch (attr->attr) { case KVM_S390_VM_CRYPTO_ENABLE_AES_KW: case KVM_S390_VM_CRYPTO_ENABLE_DEA_KW: case KVM_S390_VM_CRYPTO_DISABLE_AES_KW: case KVM_S390_VM_CRYPTO_DISABLE_DEA_KW: ret = 0; break; default: ret = -ENXIO; break; } break; default: ret = -ENXIO; break; } return ret; }

Contributors

PersonTokensPropCommitsCommitProp
dominik dingeldominik dingel7036.65%333.33%
tony krowiaktony krowiak3618.85%111.11%
michael muellermichael mueller3015.71%111.11%
jason j. hernejason j. herne3015.71%111.11%
david hildenbranddavid hildenbrand2513.09%333.33%
Total191100.00%9100.00%


static long kvm_s390_get_skeys(struct kvm *kvm, struct kvm_s390_skeys *args) { uint8_t *keys; uint64_t hva; int i, r = 0; if (args->flags != 0) return -EINVAL; /* Is this guest using storage keys? */ if (!mm_use_skey(current->mm)) return KVM_S390_GET_SKEYS_NONE; /* Enforce sane limit on memory allocation */ if (args->count < 1 || args->count > KVM_S390_SKEYS_MAX) return -EINVAL; keys = kmalloc_array(args->count, sizeof(uint8_t), GFP_KERNEL | __GFP_NOWARN); if (!keys) keys = vmalloc(sizeof(uint8_t) * args->count); if (!keys) return -ENOMEM; down_read(&current->mm->mmap_sem); for (i = 0; i < args->count; i++) { hva = gfn_to_hva(kvm, args->start_gfn + i); if (kvm_is_error_hva(hva)) { r = -EFAULT; break; } r = get_guest_storage_key(current->mm, hva, &keys[i]); if (r) break; } up_read(&current->mm->mmap_sem); if (!r) { r = copy_to_user((uint8_t __user *)args->skeydata_addr, keys, sizeof(uint8_t) * args->count); if (r) r = -EFAULT; } kvfree(keys); return r; }

Contributors

PersonTokensPropCommitsCommitProp
jason j. hernejason j. herne18973.54%116.67%
martin schwidefskymartin schwidefsky259.73%116.67%
heiko carstensheiko carstens155.84%116.67%
cornelia huckcornelia huck103.89%116.67%
carsten ottecarsten otte103.89%116.67%
david hildenbranddavid hildenbrand83.11%116.67%
Total257100.00%6100.00%


static long kvm_s390_set_skeys(struct kvm *kvm, struct kvm_s390_skeys *args) { uint8_t *keys; uint64_t hva; int i, r = 0; if (args->flags != 0) return -EINVAL; /* Enforce sane limit on memory allocation */ if (args->count < 1 || args->count > KVM_S390_SKEYS_MAX) return -EINVAL; keys = kmalloc_array(args->count, sizeof(uint8_t), GFP_KERNEL | __GFP_NOWARN); if (!keys) keys = vmalloc(sizeof(uint8_t) * args->count); if (!keys) return -ENOMEM; r = copy_from_user(keys, (uint8_t __user *)args->skeydata_addr, sizeof(uint8_t) * args->count); if (r) { r = -EFAULT; goto out; } /* Enable storage key handling for the guest */ r = s390_enable_skey(); if (r) goto out; down_read(&current->mm->mmap_sem); for (i = 0; i < args->count; i++) { hva = gfn_to_hva(kvm, args->start_gfn + i); if (kvm_is_error_hva(hva)) { r = -EFAULT; break; } /* Lowest order bit is reserved */ if (keys[i] & 0x01) { r = -EINVAL; break; } r = set_guest_storage_key(current->mm, hva, keys[i], 0); if (r) break; } up_read(&current->mm->mmap_sem); out: kvfree(keys); return r; }

Contributors

PersonTokensPropCommitsCommitProp
jason j. hernejason j. herne24388.36%133.33%
martin schwidefskymartin schwidefsky238.36%133.33%
dominik dingeldominik dingel93.27%133.33%
Total275100.00%3100.00%


long kvm_arch_vm_ioctl(struct file *filp, unsigned int ioctl, unsigned long arg) { struct kvm *kvm = filp->private_data; void __user *argp = (void __user *)arg; struct kvm_device_attr attr; int r; switch (ioctl) { case KVM_S390_INTERRUPT: { struct kvm_s390_interrupt s390int; r = -EFAULT; if (copy_from_user(&s390int, argp, sizeof(s390int))) break; r = kvm_s390_inject_vm(kvm, &s390int); break; } case KVM_ENABLE_CAP: { struct kvm_enable_cap cap; r = -EFAULT; if (copy_from_user(&cap, argp, sizeof(cap))) break; r = kvm_vm_ioctl_enable_cap(kvm, &cap); break; } case KVM_CREATE_IRQCHIP: { struct kvm_irq_routing_entry routing; r = -EINVAL; if (kvm->arch.use_irqchip) { /* Set up dummy routing. */ memset(&routing, 0, sizeof(routing)); r = kvm_set_irq_routing(kvm, &routing, 0, 0); } break; } case KVM_SET_DEVICE_ATTR: { r = -EFAULT; if (copy_from_user(&attr, (void __user *)arg, sizeof(attr))) break; r = kvm_s390_vm_set_attr(kvm, &attr); break; } case KVM_GET_DEVICE_ATTR: { r = -EFAULT; if (copy_from_user(&attr, (void __user *)arg, sizeof(attr))) break; r = kvm_s390_vm_get_attr(kvm, &attr); break; } case KVM_HAS_DEVICE_ATTR: { r = -EFAULT; if (copy_from_user(&attr, (void __user *)arg, sizeof(attr))) break; r = kvm_s390_vm_has_attr(kvm, &attr); break; } case KVM_S390_GET_SKEYS: { struct kvm_s390_skeys args; r = -EFAULT; if (copy_from_user(&args, argp, sizeof(struct kvm_s390_skeys))) break; r = kvm_s390_get_skeys(kvm, &args); break; } case KVM_S390_SET_SKEYS: { struct kvm_s390_skeys args; r = -EFAULT; if (copy_from_user(&args, argp, sizeof(struct kvm_s390_skeys))) break; r = kvm_s390_set_skeys(kvm, &args); break; } default: r = -ENOTTY; } return r; }

Contributors

PersonTokensPropCommitsCommitProp
dominik dingeldominik dingel13032.02%112.50%
cornelia huckcornelia huck9222.66%225.00%
jason j. hernejason j. herne8420.69%112.50%
heiko carstensheiko carstens5613.79%112.50%
carsten ottecarsten otte4110.10%112.50%
nicholas krausenicholas krause20.49%112.50%
avi kivityavi kivity10.25%112.50%
Total406100.00%8100.00%


static int kvm_s390_query_ap_config(u8 *config) { u32 fcn_code = 0x04000000UL; u32 cc = 0; memset(config, 0, 128); asm volatile( "lgr 0,%1\n" "lgr 2,%2\n" ".long 0xb2af0000\n" /* PQAP(QCI) */ "0: ipm %0\n" "srl %0,28\n" "1:\n" EX_TABLE(0b, 1b) : "+r" (cc) : "r" (fcn_code), "r" (config) : "cc", "0", "2", "memory" ); return cc; }

Contributors

PersonTokensPropCommitsCommitProp
tony krowiaktony krowiak2567.57%150.00%
christian borntraegerchristian borntraeger1232.43%150.00%
Total37100.00%2100.00%


static int kvm_s390_apxa_installed(void) { u8 config[128]; int cc; if (test_facility(12)) { cc = kvm_s390_query_ap_config(config); if (cc) pr_err("PQAP(QCI) failed with cc=%d", cc); else return config[0] & 0x40; } return 0; }

Contributors

PersonTokensPropCommitsCommitProp
tony krowiaktony krowiak56100.00%1100.00%
Total56100.00%1100.00%


static void kvm_s390_set_crycb_format(struct kvm *kvm) { kvm->arch.crypto.crycbd = (__u32)(unsigned long) kvm->arch.crypto.crycb; if (kvm_s390_apxa_installed()) kvm->arch.crypto.crycbd |= CRYCB_FORMAT2; else kvm->arch.crypto.crycbd |= CRYCB_FORMAT1; }

Contributors

PersonTokensPropCommitsCommitProp
tony krowiaktony krowiak60100.00%1100.00%
Total60100.00%1100.00%


static u64 kvm_s390_get_initial_cpuid(void) { struct cpuid cpuid; get_cpu_id(&cpuid); cpuid.version = 0xff; return *((u64 *) &cpuid); }

Contributors

PersonTokensPropCommitsCommitProp
david hildenbranddavid hildenbrand2262.86%150.00%
michael muellermichael mueller1337.14%150.00%
Total35100.00%2100.00%


static void kvm_s390_crypto_init(struct kvm *kvm) { if (!test_kvm_facility(kvm, 76)) return; kvm->arch.crypto.crycb = &kvm->arch.sie_page2->crycb; kvm_s390_set_crycb_format(kvm); /* Enable AES/DEA protected key functions by default */ kvm->arch.crypto.aes_kw = 1; kvm->arch.crypto.dea_kw = 1; get_random_bytes(kvm->arch.crypto.crycb->aes_wrapping_key_mask, sizeof(kvm->arch.crypto.crycb->aes_wrapping_key_mask)); get_random_bytes(kvm->arch.crypto.crycb->dea_wrapping_key_mask, sizeof(kvm->arch.crypto.crycb->dea_wrapping_key_mask)); }

Contributors

PersonTokensPropCommitsCommitProp
tony krowiaktony krowiak10993.16%466.67%
david hildenbranddavid hildenbrand54.27%116.67%
michael muellermichael mueller32.56%116.67%
Total117100.00%6100.00%


static void sca_dispose(struct kvm *kvm) { if (kvm->arch.use_esca) free_pages_exact(kvm->arch.sca, sizeof(struct esca_block)); else free_page((unsigned long)(kvm->arch.sca)); kvm->arch.sca = NULL; }

Contributors

PersonTokensPropCommitsCommitProp
eugene (jno) dvurechenskieugene (jno) dvurechenski58100.00%2100.00%
Total58100.00%2100.00%


int kvm_arch_init_vm(struct kvm *kvm, unsigned long type) { gfp_t alloc_flags = GFP_KERNEL; int i, rc; char debug_name[16]; static unsigned long sca_offset; rc = -EINVAL; #ifdef CONFIG_KVM_S390_UCONTROL if (type & ~KVM_VM_S390_UCONTROL) goto out_err; if ((type & KVM_VM_S390_UCONTROL) && (!capable(CAP_SYS_ADMIN))) goto out_err; #else if (type) goto out_err; #endif rc = s390_enable_sie(); if (rc) goto out_err; rc = -ENOMEM; ratelimit_state_init(&kvm->arch.sthyi_limit, 5 * HZ, 500); kvm->arch.use_esca = 0; /* start with basic SCA */ if (!sclp.has_64bscao) alloc_flags |= GFP_DMA; rwlock_init(&kvm->arch.sca_lock); kvm->arch.sca = (struct bsca_block *) get_zeroed_page(alloc_flags); if (!kvm->arch.sca) goto out_err; spin_lock(&kvm_lock); sca_offset += 16; if (sca_offset + sizeof(struct bsca_block) > PAGE_SIZE) sca_offset = 0; kvm->arch.sca = (struct bsca_block *) ((char *) kvm->arch.sca + sca_offset); spin_unlock(&kvm_lock); sprintf(debug_name, "kvm-%u", current->pid); kvm->arch.dbf = debug_register(debug_name, 32, 1, 7 * sizeof(long)); if (!kvm->arch.dbf) goto out_err; kvm->arch.sie_page2 = (struct sie_page2 *) get_zeroed_page(GFP_KERNEL | GFP_DMA); if (!kvm->arch.sie_page2) goto out_err; /* Populate the facility mask initially. */ memcpy(kvm->arch.model.fac_mask, S390_lowcore.stfle_fac_list, sizeof(S390_lowcore.stfle_fac_list)); for (i = 0; i < S390_ARCH_FAC_LIST_SIZE_U64; i++) { if (i < kvm_s390_fac_list_mask_size()) kvm->arch.model.fac_mask[i] &= kvm_s390_fac_list_mask[i]; else kvm->arch.model.fac_mask[i] = 0UL; } /* Populate the facility list initially. */ kvm->arch.model.fac_list = kvm->arch.sie_page2->fac_list; memcpy(kvm->arch.model.fac_list, kvm->arch.model.fac_mask, S390_ARCH_FAC_LIST_SIZE_BYTE); set_kvm_facility(kvm->arch.model.fac_mask, 74); set_kvm_facility(kvm->arch.model.fac_list, 74); kvm->arch.model.cpuid = kvm_s390_get_initial_cpuid(); kvm->arch.model.ibc = sclp.ibc & 0x0fff; kvm_s390_crypto_init(kvm); spin_lock_init(&kvm->arch.float_int.lock); for (i = 0; i < FIRQ_LIST_COUNT; i++) INIT_LIST_HEAD(&kvm->arch.float_int.lists[i]); init_waitqueue_head(&kvm->arch.ipte_wq); mutex_init(&kvm->arch.ipte_mutex); debug_register_view(kvm->arch.dbf, &debug_sprintf_view); VM_EVENT(kvm, 3, "vm created with type %lu", type); if (type & KVM_VM_S390_UCONTROL) { kvm->arch.gmap = NULL; kvm->arch.mem_limit = KVM_S390_NO_MEM_LIMIT; } else { if (sclp.hamax == U64_MAX) kvm->arch.mem_limit = TASK_MAX_SIZE; else kvm->arch.mem_limit = min_t(unsigned long, TASK_MAX_SIZE, sclp.hamax + 1); kvm->arch.gmap = gmap_create(current->mm, kvm->arch.mem_limit - 1); if (!kvm->arch.gmap) goto out_err; kvm->arch.gmap->private = kvm; kvm->arch.gmap->pfault_enabled = 0; } kvm->arch.css_support = 0; kvm->arch.use_irqchip = 0; kvm->arch.epoch = 0; spin_lock_init(&kvm->arch.start_stop_lock); kvm_s390_vsie_init(kvm); KVM_EVENT(3, "vm 0x%pK created by pid %u", kvm, current->pid); return 0; out_err: free_page((unsigned long)kvm->arch.sie_page2); debug_unregister(kvm->arch.dbf); sca_dispose(kvm); KVM_EVENT(3, "creation of vm failed: %d", rc); return rc; }

Contributors

PersonTokensPropCommitsCommitProp
michael muellermichael mueller14418.77%49.52%
heiko carstensheiko carstens13217.21%24.76%
carsten ottecarsten otte13217.21%49.52%
christian borntraegerchristian borntraeger9011.73%716.67%
david hildenbranddavid hildenbrand8010.43%716.67%
janosch frankjanosch frank425.48%24.76%
dominik dingeldominik dingel354.56%37.14%
guenther hutzlguenther hutzl253.26%12.38%
eugene (jno) dvurechenskieugene (jno) dvurechenski233.00%37.14%
jens freimannjens freimann172.22%12.38%
cornelia huckcornelia huck162.09%24.76%
thomas huththomas huth101.30%12.38%
jason j. hernejason j. herne81.04%12.38%
jan kiszkajan kiszka70.91%12.38%
tony krowiaktony krowiak40.52%12.38%
martin schwidefskymartin schwidefsky20.26%24.76%
Total767100.00%42100.00%


bool kvm_arch_has_vcpu_debugfs(void) { return false; }

Contributors

PersonTokensPropCommitsCommitProp
luiz fernando capitulinoluiz fernando capitulino10100.00%1100.00%
Total10100.00%1100.00%


int kvm_arch_create_vcpu_debugfs(struct kvm_vcpu *vcpu) { return 0; }

Contributors

PersonTokensPropCommitsCommitProp
luiz fernando capitulinoluiz fernando capitulino13100.00%1100.00%
Total13100.00%1100.00%


void kvm_arch_vcpu_destroy(struct kvm_vcpu *vcpu) { VCPU_EVENT(vcpu, 3, "%s", "free cpu"); trace_kvm_s390_destroy_vcpu(vcpu->vcpu_id); kvm_s390_clear_local_irqs(vcpu); kvm_clear_async_pf_completion_queue(vcpu); if (!kvm_is_ucontrol(vcpu->kvm)) sca_del_vcpu(vcpu); if (kvm_is_ucontrol(vcpu->kvm)) gmap_remove(vcpu->arch.gmap); if (vcpu->kvm->arch.use_cmma) kvm_s390_vcpu_unsetup_cmma(vcpu); free_page((unsigned long)(vcpu->arch.sie_block)); kvm_vcpu_uninit(vcpu); kmem_cache_free(kvm_vcpu_cache, vcpu); }

Contributors

PersonTokensPropCommitsCommitProp
christian borntraegerchristian borntraeger5447.79%428.57%
carsten ottecarsten otte2723.89%214.29%
dominik dingeldominik dingel119.73%321.43%
konstantin weitzkonstantin weitz97.96%17.14%
cornelia huckcornelia huck76.19%17.14%
michael muellermichael mueller32.65%17.14%
eugene (jno) dvurechenskieugene (jno) dvurechenski10.88%17.14%
martin schwidefskymartin schwidefsky10.88%17.14%
Total113100.00%14100.00%


static void kvm_free_vcpus(struct kvm *kvm) { unsigned int i; struct kvm_vcpu *vcpu; kvm_for_each_vcpu(i, vcpu, kvm) kvm_arch_vcpu_destroy(vcpu); mutex_lock(&kvm->lock); for (i = 0; i < atomic_read(&kvm->online_vcpus); i++) kvm->vcpus[i] = NULL; atomic_set(&kvm->online_vcpus, 0); mutex_unlock(&kvm->lock); }

Contributors

PersonTokensPropCommitsCommitProp
gleb natapovgleb natapov4754.02%150.00%
christian borntraegerchristian borntraeger4045.98%150.00%
Total87100.00%2100.00%


void kvm_arch_destroy_vm(struct kvm *kvm) { kvm_free_vcpus(kvm); sca_dispose(kvm); debug_unregister(kvm->arch.dbf); free_page((unsigned long)kvm->arch.sie_page2); if (!kvm_is_ucontrol(kvm)) gmap_remove(kvm->arch.gmap); kvm_s390_destroy_adapters(kvm); kvm_s390_clear_float_irqs(kvm); kvm_s390_vsie_destroy(kvm); KVM_EVENT(3, "vm 0x%pK destroyed", kvm); }

Contributors

PersonTokensPropCommitsCommitProp
heiko carstensheiko carstens2226.51%17.69%
christian borntraegerchristian borntraeger2024.10%430.77%
carsten ottecarsten otte1619.28%215.38%
david hildenbranddavid hildenbrand1113.25%215.38%
tony krowiaktony krowiak78.43%17.69%
cornelia huckcornelia huck56.02%17.69%
martin schwidefskymartin schwidefsky11.20%17.69%
eugene (jno) dvurechenskieugene (jno) dvurechenski11.20%17.69%
Total83100.00%13100.00%

/* Section: vcpu related */
static int __kvm_ucontrol_vcpu_init(struct kvm_vcpu *vcpu) { vcpu->arch.gmap = gmap_create(current->mm, -1UL); if (!vcpu->arch.gmap) return -ENOMEM; vcpu->arch.gmap->private = vcpu->kvm; return 0; }

Contributors

PersonTokensPropCommitsCommitProp
carsten ottecarsten otte2545.45%114.29%
christian borntraegerchristian borntraeger1221.82%114.29%
heiko carstensheiko carstens814.55%114.29%
dominik dingeldominik dingel610.91%228.57%
martin schwidefskymartin schwidefsky47.27%228.57%
Total55100.00%7100.00%


static void sca_del_vcpu(struct kvm_vcpu *vcpu) { if (!kvm_s390_use_sca_entries()) return; read_lock(&vcpu->kvm->arch.sca_lock); if (vcpu->kvm->arch.use_esca) { struct esca_block *sca = vcpu->kvm->arch.sca; clear_bit_inv(vcpu->vcpu_id, (unsigned long *) sca->mcn); sca->cpu[vcpu->vcpu_id].sda = 0; } else { struct bsca_block *sca = vcpu->kvm->arch.sca; clear_bit_inv(vcpu->vcpu_id, (unsigned long *) &sca->mcn); sca->cpu[vcpu->vcpu_id].sda = 0; } read_unlock(&vcpu->kvm->arch.sca_lock); }

Contributors

PersonTokensPropCommitsCommitProp
eugene (jno) dvurechenskieugene (jno) dvurechenski13595.07%480.00%
david hildenbranddavid hildenbrand74.93%120.00%
Total142100.00%5100.00%


static void sca_add_vcpu(struct kvm_vcpu *vcpu) { if (!kvm_s390_use_sca_entries()) { struct bsca_block *sca = vcpu->kvm->arch.sca; /* we still need the basic sca for the ipte control */ vcpu->arch.sie_block->scaoh = (__u32)(((__u64)sca) >> 32); vcpu->arch.sie_block->scaol = (__u32)(__u64)sca; } read_lock(&vcpu->kvm->arch.sca_lock); if (vcpu->kvm->arch.use_esca) { struct esca_block *sca = vcpu->kvm->arch.sca; sca->cpu[vcpu->vcpu_id].sda = (__u64) vcpu->arch.sie_block; vcpu->arch.sie_block->scaoh = (__u32)(((__u64)sca) >> 32); vcpu->arch.sie_block->scaol = (__u32)(__u64)sca & ~0x3fU; vcpu->arch.sie_block->ecb2 |= 0x04U; set_bit_inv(vcpu->vcpu_id, (unsigned long *) sca->mcn); } else { struct bsca_block *sca = vcpu->kvm->arch.sca; sca->cpu[vcpu->vcpu_id].sda = (__u64) vcpu->arch.sie_block; vcpu->arch.sie_block->scaoh = (__u32)(((__u64)sca) >> 32); vcpu->arch.sie_block->scaol = (__u32)(__u64)sca; set_bit_inv(vcpu->vcpu_id, (unsigned long *) &sca->mcn); } read_unlock(&vcpu->kvm->arch.sca_lock); }

Contributors

PersonTokensPropCommitsCommitProp
eugene (jno) dvurechenskieugene (jno) dvurechenski20669.13%457.14%
david hildenbranddavid hildenbrand9230.87%342.86%
Total298100.00%7100.00%

/* Basic SCA to Extended SCA data copy routines */
static inline void sca_copy_entry(struct esca_entry *d, struct bsca_entry *s) { d->sda = s->sda; d->sigp_ctrl.c = s->sigp_ctrl.c; d->sigp_ctrl.scn = s->sigp_ctrl.scn; }

Contributors

PersonTokensPropCommitsCommitProp
eugene (jno) dvurechenskieugene (jno) dvurechenski49100.00%1100.00%
Total49100.00%1100.00%


static void sca_copy_b_to_e(struct esca_block *d, struct bsca_block *s) { int i; d->ipte_control = s->ipte_control; d->mcn[0] = s->mcn; for (i = 0; i < KVM_S390_BSCA_CPU_SLOTS; i++) sca_copy_entry(&d->cpu[i], &s->cpu[i]); }

Contributors

PersonTokensPropCommitsCommitProp
eugene (jno) dvurechenskieugene (jno) dvurechenski70100.00%1100.00%
Total70100.00%1100.00%


static int sca_switch_to_extended(struct kvm *kvm) { struct bsca_block *old_sca = kvm->arch.sca; struct esca_block *new_sca; struct kvm_vcpu *vcpu; unsigned int vcpu_idx; u32 scaol, scaoh; new_sca = alloc_pages_exact(sizeof(*new_sca), GFP_KERNEL|__GFP_ZERO); if (!new_sca) return -ENOMEM; scaoh = (u32)((u64)(new_sca) >> 32); scaol = (u32)(u64)(new_sca) & ~0x3fU; kvm_s390_vcpu_block_all(kvm); write_lock(&kvm->arch.sca_lock); sca_copy_b_to_e(new_sca, old_sca); kvm_for_each_vcpu(vcpu_idx, vcpu, kvm) { vcpu->arch.sie_block->scaoh = scaoh; vcpu->arch.sie_block->scaol = scaol; vcpu->arch.sie_block->ecb2 |= 0x04U; } kvm->arch.sca = new_sca; kvm->arch.use_esca = 1; write_unlock(&kvm->arch.sca_lock); kvm_s390_vcpu_unblock_all(kvm); free_page((unsigned long)old_sca); VM_EVENT(kvm, 2, "Switched to ESCA (0x%pK -> 0x%pK)", old_sca, kvm->arch.sca); return 0; }

Contributors

PersonTokensPropCommitsCommitProp
eugene (jno) dvurechenskieugene (jno) dvurechenski21799.54%266.67%
christian borntraegerchristian borntraeger10.46%133.33%
Total218100.00%3100.00%


static int sca_can_add_vcpu(struct kvm *kvm, unsigned int id) { int rc; if (!kvm_s390_use_sca_entries()) { if (id < KVM_MAX_VCPUS) return true; return false; } if (id < KVM_S390_BSCA_CPU_SLOTS) return true; if (!sclp.has_esca || !sclp.has_64bscao) return false; mutex_lock(&kvm->lock); rc = kvm->arch.use_esca ? 0 : sca_switch_to_extended(kvm); mutex_unlock(&kvm->lock); return rc == 0 && id < KVM_S390_ESCA_CPU_SLOTS; }

Contributors

PersonTokensPropCommitsCommitProp
eugene (jno) dvurechenskieugene (jno) dvurechenski7775.49%250.00%
david hildenbranddavid hildenbrand2524.51%250.00%
Total102100.00%4100.00%


int kvm_arch_vcpu_init(struct kvm_vcpu *vcpu) { vcpu->arch.pfault_token = KVM_S390_PFAULT_TOKEN_INVALID; kvm_clear_async_pf_completion_queue(vcpu); vcpu->run->kvm_valid_regs = KVM_SYNC_PREFIX | KVM_SYNC_GPRS | KVM_SYNC_ACRS | KVM_SYNC_CRS | KVM_SYNC_ARCH0 | KVM_SYNC_PFAULT; kvm_s390_set_prefix(vcpu, 0); if (test_kvm_facility(vcpu->kvm, 64)) vcpu->run->kvm_valid_regs |= KVM_SYNC_RICCB; /* fprs can be synchronized via vrs, even if the guest has no vx. With * MACHINE_HAS_VX, (load|store)_fpu_regs() will work with vrs format. */ if (MACHINE_HAS_VX) vcpu->run->kvm_valid_regs |= KVM_SYNC_VRS; else vcpu->run->kvm_valid_regs |= KVM_SYNC_FPRS; if (kvm_is_ucontrol(vcpu->kvm)) return __kvm_ucontrol_vcpu_init(vcpu); return 0; }

Contributors

PersonTokensPropCommitsCommitProp
dominik dingeldominik dingel3028.04%17.69%
eric farmaneric farman1715.89%17.69%
david hildenbranddavid hildenbrand1514.02%323.08%
christian borntraegerchristian borntraeger1413.08%430.77%
fan zhangfan zhang1312.15%17.69%
carsten ottecarsten otte76.54%17.69%
julius niedworokjulius niedworok76.54%17.69%
heiko carstensheiko carstens43.74%17.69%
Total107100.00%13100.00%

/* needs disabled preemption to protect from TOD sync and vcpu_load/put */
static void __start_cpu_timer_accounting(struct kvm_vcpu *vcpu) { WARN_ON_ONCE(vcpu->arch.cputm_start != 0); raw_write_seqcount_begin(&vcpu->arch.cputm_seqcount); vcpu->arch.cputm_start = get_tod_clock_fast(); raw_write_seqcount_end(&vcpu->arch.cputm_seqcount); }

Contributors

PersonTokensPropCommitsCommitProp
david hildenbranddavid hildenbrand51100.00%2100.00%
Total51100.00%2100.00%

/* needs disabled preemption to protect from TOD sync and vcpu_load/put */
static void __stop_cpu_timer_accounting(struct kvm_vcpu *vcpu) { WARN_ON_ONCE(vcpu->arch.cputm_start == 0); raw_write_seqcount_begin(&vcpu->arch.cputm_seqcount); vcpu->arch.sie_block->cputm -= get_tod_clock_fast() - vcpu->arch.cputm_start; vcpu->arch.cputm_start = 0; raw_write_seqcount_end(&vcpu->arch.cputm_seqcount); }

Contributors

PersonTokensPropCommitsCommitProp
david hildenbranddavid hildenbrand67100.00%2100.00%
Total67100.00%2100.00%

/* needs disabled preemption to protect from TOD sync and vcpu_load/put */
static void __enable_cpu_timer_accounting(struct kvm_vcpu *vcpu) { WARN_ON_ONCE(vcpu->arch.cputm_enabled); vcpu->arch.cputm_enabled = true; __start_cpu_timer_accounting(vcpu); }

Contributors

PersonTokensPropCommitsCommitProp
david hildenbranddavid hildenbrand33100.00%1100.00%
Total33100.00%1100.00%

/* needs disabled preemption to protect from TOD sync and vcpu_load/put */
static void __disable_cpu_timer_accounting(struct kvm_vcpu *vcpu) { WARN_ON_ONCE(!vcpu->arch.cputm_enabled); __stop_cpu_timer_accounting(vcpu); vcpu->arch.cputm_enabled = false; }

Contributors

PersonTokensPropCommitsCommitProp
david hildenbranddavid hildenbrand34100.00%1100.00%
Total34100.00%1100.00%


static void enable_cpu_timer_accounting(struct kvm_vcpu *vcpu) { preempt_disable(); /* protect from TOD sync and vcpu_load/put */ __enable_cpu_timer_accounting(vcpu); preempt_enable(); }

Contributors

PersonTokensPropCommitsCommitProp
david hildenbranddavid hildenbrand23100.00%1100.00%
Total23100.00%1100.00%


static void disable_cpu_timer_accounting(struct kvm_vcpu *vcpu) { preempt_disable(); /* protect from TOD sync and vcpu_load/put */ __disable_cpu_timer_accounting(vcpu); preempt_enable(); }

Contributors

PersonTokensPropCommitsCommitProp
david hildenbranddavid hildenbrand23100.00%1100.00%
Total23100.00%1100.00%

/* set the cpu timer - may only be called from the VCPU thread itself */
void kvm_s390_set_cpu_timer(struct kvm_vcpu *vcpu, __u64 cputm) { preempt_disable(); /* protect from TOD sync and vcpu_load/put */ raw_write_seqcount_begin(&vcpu->arch.cputm_seqcount); if (vcpu->arch.cputm_enabled) vcpu->arch.cputm_start = get_tod_clock_fast(); vcpu->arch.sie_block->cputm = cputm; raw_write_seqcount_end(&vcpu->arch.cputm_seqcount); preempt_enable(); }

Contributors

PersonTokensPropCommitsCommitProp
david hildenbranddavid hildenbrand67100.00%3100.00%
Total67100.00%3100.00%

/* update and get the cpu timer - can also be called from other VCPU threads */
__u64 kvm_s390_get_cpu_timer(struct kvm_vcpu *vcpu) { unsigned int seq; __u64 value; if (unlikely(!vcpu->arch.cputm_enabled)) return vcpu->arch.sie_block->cputm; preempt_disable(); /* protect from TOD sync and vcpu_load/put */ do { seq = raw_read_seqcount(&vcpu->arch.cputm_seqcount); /* * If the writer would ever execute a read in the critical * section, e.g. in irq context, we have a deadlock. */ WARN_ON_ONCE((seq & 1) && smp_processor_id() == vcpu->cpu); value = vcpu->arch.sie_block->cputm; /* if cputm_start is 0, accounting is being started/stopped */ if (likely(vcpu->arch.cputm_start)) value -= get_tod_clock_fast() - vcpu->arch.cputm_start; } while (read_seqcount_retry(&vcpu->arch.cputm_seqcount, seq & ~1)); preempt_enable(); return value; }

Contributors

PersonTokensPropCommitsCommitProp
david hildenbranddavid hildenbrand12998.47%375.00%
heiko carstensheiko carstens21.53%125.00%
Total131100.00%4100.00%


void kvm_arch_vcpu_load(struct kvm_vcpu *vcpu, int cpu) { gmap_enable(vcpu->arch.enabled_gmap); atomic_or(CPUSTAT_RUNNING, &vcpu->arch.sie_block->cpuflags); if (vcpu->arch.cputm_enabled && !is_vcpu_idle(vcpu)) __start_cpu_timer_accounting(vcpu); vcpu->cpu = cpu; }

Contributors

PersonTokensPropCommitsCommitProp
david hildenbranddavid hildenbrand3252.46%555.56%
cornelia huckcornelia huck1321.31%111.11%
christian borntraegerchristian borntraeger813.11%111.11%
heiko carstensheiko carstens711.48%111.11%
peter zijlstrapeter zijlstra11.64%111.11%
Total61100.00%9100.00%


void kvm_arch_vcpu_put(struct kvm_vcpu *vcpu) { vcpu->cpu = -1; if (vcpu->arch.cputm_enabled && !is_vcpu_idle(vcpu)) __stop_cpu_timer_accounting(vcpu); atomic_andnot(CPUSTAT_RUNNING, &vcpu->arch.sie_block->cpuflags); vcpu->arch.enabled_gmap = gmap_get_enabled(); gmap_disable(vcpu->arch.enabled_gmap); }

Contributors

PersonTokensPropCommitsCommitProp
david hildenbranddavid hildenbrand3652.94%450.00%
cornelia huckcornelia huck1319.12%112.50%
heiko carstensheiko carstens1014.71%112.50%
christian borntraegerchristian borntraeger811.76%112.50%
peter zijlstrapeter zijlstra11.47%112.50%
Total68100.00%8100.00%


static void kvm_s390_vcpu_initial_reset(struct kvm_vcpu *vcpu) { /* this equals initial cpu reset in pop, but we don't switch to ESA */ vcpu->arch.sie_block->gpsw.mask = 0UL; vcpu->arch.sie_block->gpsw.addr = 0UL; kvm_s390_set_prefix(vcpu, 0); kvm_s390_set_cpu_timer(vcpu, 0); vcpu->arch.sie_block->ckc = 0UL; vcpu->arch.sie_block->todpr = 0; memset(vcpu->arch.sie_block->gcr, 0, 16 * sizeof(__u64)); vcpu->arch.sie_block->gcr[0] = 0xE0UL; vcpu->arch.sie_block->gcr[14] = 0xC2000000UL; /* make sure the new fpc will be lazily loaded */ save_fpu_regs(); current->thread.fpu.fpc = 0; vcpu->arch.sie_block->gbea = 1; vcpu->arch.sie_block->pp = 0; vcpu->arch.pfault_token = KVM_S390_PFAULT_TOKEN_INVALID; kvm_clear_async_pf_completion_queue(vcpu); if (!kvm_s390_user_cpu_state_ctrl(vcpu->kvm)) kvm_s390_vcpu_stop(vcpu); kvm_s390_clear_local_irqs(vcpu); }

Contributors

PersonTokensPropCommitsCommitProp
heiko carstensheiko carstens12367.21%110.00%
david hildenbranddavid hildenbrand2312.57%440.00%
christian borntraegerchristian borntraeger1910.38%330.00%
dominik dingeldominik dingel137.10%110.00%
jens freimannjens freimann52.73%110.00%
Total183100.00%10100.00%


void kvm_arch_vcpu_postcreate(struct kvm_vcpu *vcpu) { mutex_lock(&vcpu->kvm->lock); preempt_disable(); vcpu->arch.sie_block->epoch = vcpu->kvm->arch.epoch; preempt_enable(); mutex_unlock(&vcpu->kvm->lock); if (!kvm_is_ucontrol(vcpu->kvm)) { vcpu->arch.gmap = vcpu->kvm->arch.gmap; sca_add_vcpu(vcpu); } if (test_kvm_facility(vcpu->kvm, 74) || vcpu->kvm->arch.user_instr0) vcpu->arch.sie_block->ictl |= ICTL_OPEREXC; /* make vcpu_load load the right gmap on the first trigger */ vcpu->arch.enabled_gmap = vcpu->arch.gmap; }

Contributors

PersonTokensPropCommitsCommitProp
david hildenbranddavid hildenbrand4939.20%337.50%
jason j. hernejason j. herne3628.80%112.50%
dominik dingeldominik dingel2721.60%225.00%
marcelo tosattimarcelo tosatti75.60%112.50%
fan zhangfan zhang64.80%112.50%
Total125100.00%8100.00%


static void kvm_s390_vcpu_crypto_setup(struct kvm_vcpu *vcpu) { if (!test_kvm_facility(vcpu->kvm, 76)) return; vcpu->arch.sie_block->ecb3 &= ~(ECB3_AES | ECB3_DEA); if (vcpu->kvm->arch.crypto.aes_kw) vcpu->arch.sie_block->ecb3 |= ECB3_AES; if (vcpu->kvm->arch.crypto.dea_kw) vcpu->arch.sie_block->ecb3 |= ECB3_DEA; vcpu->arch.sie_block->crycbd = vcpu->kvm->arch.crypto.crycbd; }

Contributors

PersonTokensPropCommitsCommitProp
tony krowiaktony krowiak9695.05%266.67%
michael muellermichael mueller54.95%133.33%
Total101100.00%3100.00%


void kvm_s390_vcpu_unsetup_cmma(struct kvm_vcpu *vcpu) { free_page(vcpu->arch.sie_block->cbrlo); vcpu->arch.sie_block->cbrlo = 0; }

Contributors

PersonTokensPropCommitsCommitProp
dominik dingeldominik dingel31100.00%1100.00%
Total31100.00%1100.00%


int kvm_s390_vcpu_setup_cmma(struct kvm_vcpu *vcpu) { vcpu->arch.sie_block->cbrlo = get_zeroed_page(GFP_KERNEL); if (!vcpu->arch.sie_block->cbrlo) return -ENOMEM; vcpu->arch.sie_block->ecb2 |= 0x80; vcpu->arch.sie_block->ecb2 &= ~0x08; return 0; }

Contributors

PersonTokensPropCommitsCommitProp
dominik dingeldominik dingel4369.35%120.00%
heiko carstensheiko carstens812.90%120.00%
christian borntraegerchristian borntraeger69.68%120.00%
marcelo tosattimarcelo tosatti46.45%120.00%
jens freimannjens freimann11.61%120.00%
Total62100.00%5100.00%


static void kvm_s390_vcpu_setup_model(struct kvm_vcpu *vcpu) { struct kvm_s390_cpu_model *model = &vcpu->kvm->arch.model; vcpu->arch.sie_block->ibc = model->ibc; if (test_kvm_facility(vcpu->kvm, 7)) vcpu->arch.sie_block->fac = (u32)(u64) model->fac_list; }

Contributors

PersonTokensPropCommitsCommitProp
michael muellermichael mueller5278.79%133.33%
david hildenbranddavid hildenbrand1421.21%266.67%
Total66100.00%3100.00%


int kvm_arch_vcpu_setup(struct kvm_vcpu *vcpu) { int rc = 0; atomic_set(&vcpu->arch.sie_block->cpuflags, CPUSTAT_ZARCH | CPUSTAT_SM | CPUSTAT_STOPPED); if (test_kvm_facility(vcpu->kvm, 78)) atomic_or(CPUSTAT_GED2, &vcpu->arch.sie_block->cpuflags); else if (test_kvm_facility(vcpu->kvm, 8)) atomic_or(CPUSTAT_GED, &vcpu->arch.sie_block->cpuflags); kvm_s390_vcpu_setup_model(vcpu); /* pgste_set_pte has special handling for !MACHINE_HAS_ESOP */ if (MACHINE_HAS_ESOP) vcpu->arch.sie_block->ecb |= 0x02; if (test_kvm_facility(vcpu->kvm, 9)) vcpu->arch.sie_block->ecb |= 0x04; if (test_kvm_facility(vcpu->kvm, 73)) vcpu->arch.sie_block->ecb |= 0x10; if (test_kvm_facility(vcpu->kvm, 8) && sclp.has_pfmfi) vcpu->arch.sie_block->ecb2 |= 0x08; vcpu->arch.sie_block->eca = 0x1002000U; if (sclp.has_cei) vcpu->arch.sie_block->eca |= 0x80000000U; if (sclp.has_ib) vcpu->arch.sie_block->eca |= 0x40000000U; if (sclp.has_siif) vcpu->arch.sie_block->eca |= 1; if (sclp.has_sigpif) vcpu->arch.sie_block->eca |= 0x10000000U; if (test_kvm_facility(vcpu->kvm, 129)) { vcpu->arch.sie_block->eca |= 0x00020000; vcpu->arch.sie_block->ecd |= 0x20000000; } vcpu->arch.sie_block->riccbd = (unsigned long) &vcpu->run->s.regs.riccb; vcpu->arch.sie_block->ictl |= ICTL_ISKE | ICTL_SSKE | ICTL_RRBE; if (vcpu->kvm->arch.use_cmma) { rc = kvm_s390_vcpu_setup_cmma(vcpu); if (rc) return rc; } hrtimer_init(&vcpu->arch.ckc_timer, CLOCK_MONOTONIC, HRTIMER_MODE_REL); vcpu->arch.ckc_timer.function = kvm_s390_idle_wakeup; kvm_s390_vcpu_crypto_setup(vcpu); return rc; }

Contributors

PersonTokensPropCommitsCommitProp
david hildenbranddavid hildenbrand9926.54%929.03%
heiko carstensheiko carstens5615.01%26.45%
guenther hutzlguenther hutzl4812.87%26.45%
michael muellermichael mueller318.31%412.90%
christian borntraegerchristian borntraeger297.77%39.68%
eric farmaneric farman287.51%13.23%
dominik dingeldominik dingel236.17%39.68%
fan zhangfan zhang236.17%13.23%
konstantin weitzkonstantin weitz174.56%13.23%
carsten ottecarsten otte102.68%26.45%
tony krowiaktony krowiak51.34%13.23%
peter zijlstrapeter zijlstra20.54%13.23%
cornelia huckcornelia huck20.54%13.23%
Total373100.00%31100.00%


struct kvm_vcpu *kvm_arch_vcpu_create(struct kvm *kvm, unsigned int id) { struct kvm_vcpu *vcpu; struct sie_page *sie_page; int rc = -EINVAL; if (!kvm_is_ucontrol(kvm) && !sca_can_add_vcpu(kvm, id)) goto out; rc = -ENOMEM; vcpu = kmem_cache_zalloc(kvm_vcpu_cache, GFP_KERNEL); if (!vcpu) goto out; sie_page = (struct sie_page *) get_zeroed_page(GFP_KERNEL); if (!sie_page) goto out_free_cpu; vcpu->arch.sie_block = &sie_page->sie_block; vcpu->arch.sie_block->itdba = (unsigned long) &sie_page->itdb; /* the real guest size will always be smaller than msl */ vcpu->arch.sie_block->mso = 0; vcpu->arch.sie_block->msl = sclp.hamax; vcpu->arch.sie_block->icpua = id; spin_lock_init(&vcpu->arch.local_int.lock); vcpu->arch.local_int.float_int = &kvm->arch.float_int; vcpu->arch.local_int.wq = &vcpu->wq; vcpu->arch.local_int.cpuflags = &vcpu->arch.sie_block->cpuflags; seqcount_init(&vcpu->arch.cputm_seqcount); rc = kvm_vcpu_init(vcpu, kvm, id); if (rc) goto out_free_sie_block; VM_EVENT(kvm, 3, "create cpu %d at 0x%pK, sie block at 0x%pK", id, vcpu, vcpu->arch.sie_block); trace_kvm_s390_create_vcpu(id, vcpu, vcpu->arch.sie_block); return vcpu; out_free_sie_block: free_page((unsigned long)(vcpu->arch.sie_block)); out_free_cpu: kmem_cache_free(kvm_vcpu_cache, vcpu); out: return ERR_PTR(rc); }

Contributors

PersonTokensPropCommitsCommitProp
heiko carstensheiko carstens11136.04%16.67%
carsten ottecarsten otte5818.83%213.33%
michael muellermichael mueller4012.99%213.33%
david hildenbranddavid hildenbrand4012.99%426.67%
christian borntraegerchristian borntraeger237.47%320.00%
wei yongjunwei yongjun175.52%16.67%
cornelia huckcornelia huck134.22%16.67%
eugene (jno) dvurechenskieugene (jno) dvurechenski61.95%16.67%
Total308100.00%15100.00%


int kvm_arch_vcpu_runnable(struct kvm_vcpu *vcpu) { return kvm_s390_vcpu_has_irq(vcpu, 0); }

Contributors

PersonTokensPropCommitsCommitProp
heiko carstensheiko carstens844.44%125.00%
christoffer dallchristoffer dall422.22%125.00%
michael muellermichael mueller316.67%125.00%
david hildenbranddavid hildenbrand316.67%125.00%
Total18100.00%4100.00%


void kvm_s390_vcpu_block(struct kvm_vcpu *vcpu) { atomic_or(PROG_BLOCK_SIE, &vcpu->arch.sie_block->prog20); exit_sie(vcpu); }

Contributors

PersonTokensPropCommitsCommitProp
christian borntraegerchristian borntraeger2379.31%250.00%
david hildenbranddavid hildenbrand517.24%125.00%
peter zijlstrapeter zijlstra13.45%125.00%
Total29100.00%4100.00%


void kvm_s390_vcpu_unblock(struct kvm_vcpu *vcpu) { atomic_andnot(PROG_BLOCK_SIE, &vcpu->arch.sie_block->prog20); }

Contributors

PersonTokensPropCommitsCommitProp
christian borntraegerchristian borntraeger2187.50%250.00%
heiko carstensheiko carstens28.33%125.00%
peter zijlstrapeter zijlstra14.17%125.00%
Total24100.00%4100.00%


static void kvm_s390_vcpu_request(struct kvm_vcpu *vcpu) { atomic_or(PROG_REQUEST, &vcpu->arch.sie_block->prog20); exit_sie(vcpu); }

Contributors

PersonTokensPropCommitsCommitProp
christian borntraegerchristian borntraeger2480.00%133.33%
david hildenbranddavid hildenbrand516.67%133.33%
peter zijlstrapeter zijlstra13.33%133.33%
Total30100.00%3100.00%


static void kvm_s390_vcpu_request_handled(struct kvm_vcpu *vcpu) { atomic_andnot(PROG_REQUEST, &vcpu->arch.sie_block->prog20); }

Contributors

PersonTokensPropCommitsCommitProp
christian borntraegerchristian borntraeger2496.00%150.00%
jason j. hernejason j. herne14.00%150.00%
Total25100.00%2100.00%

/* * Kick a guest cpu out of SIE and wait until SIE is not running. * If the CPU is not running (e.g. waiting as idle) the function will * return immediately. */
void exit_sie(struct kvm_vcpu *vcpu) { atomic_or(CPUSTAT_STOP_INT, &vcpu->arch.sie_block->cpuflags); while (vcpu->arch.sie_block->prog0c & PROG_IN_SIE) cpu_relax(); }

Contributors

PersonTokensPropCommitsCommitProp
christian borntraegerchristian borntraeger2358.97%125.00%
heiko carstensheiko carstens923.08%125.00%
cornelia huckcornelia huck615.38%125.00%
peter zijlstrapeter zijlstra12.56%125.00%
Total39100.00%4100.00%

/* Kick a guest cpu out of SIE to process a request synchronously */
void kvm_s390_sync_request(int req, struct kvm_vcpu *vcpu) { kvm_make_request(req, vcpu); kvm_s390_vcpu_request(vcpu); }

Contributors

PersonTokensPropCommitsCommitProp
christian borntraegerchristian borntraeger2392.00%250.00%
wei yongjunwei yongjun14.00%125.00%
heiko carstensheiko carstens14.00%125.00%
Total25100.00%4100.00%


static void kvm_gmap_notifier(struct gmap *gmap, unsigned long start, unsigned long end) { struct kvm *kvm = gmap->private; struct kvm_vcpu *vcpu; unsigned long prefix; int i; if (gmap_is_shadow(gmap)) return; if (start >= 1UL << 31) /* We are only interested in prefix pages */ return; kvm_for_each_vcpu(i, vcpu, kvm) { /* match against both prefix pages */ prefix = kvm_s390_get_prefix(vcpu); if (prefix <= end && start <= prefix + 2*PAGE_SIZE - 1) { VCPU_EVENT(vcpu, 2, "gmap notifier for %lx-%lx", start, end); kvm_s390_sync_request(KVM_REQ_MMU_RELOAD, vcpu); } } }

Contributors

PersonTokensPropCommitsCommitProp
christian borntraegerchristian borntraeger4842.11%225.00%
martin schwidefskymartin schwidefsky4438.60%112.50%
david hildenbranddavid hildenbrand87.02%112.50%
wei yongjunwei yongjun76.14%112.50%
heiko carstensheiko carstens54.39%112.50%
michael muellermichael mueller21.75%225.00%
Total114100.00%8100.00%


int kvm_arch_vcpu_should_kick(struct kvm_vcpu *vcpu) { /* kvm common code refers to this, but never calls it */ BUG(); return 0; }

Contributors

PersonTokensPropCommitsCommitProp
heiko carstensheiko carstens1270.59%150.00%
christoffer dallchristoffer dall529.41%150.00%
Total17100.00%2100.00%


static int kvm_arch_vcpu_ioctl_get_one_reg(struct kvm_vcpu *vcpu, struct kvm_one_reg *reg) { int r = -EINVAL; switch (reg->id) { case KVM_REG_S390_TODPR: r = put_user(vcpu->arch.sie_block->todpr, (u32 __user *)reg->addr); break; case KVM_REG_S390_EPOCHDIFF: r = put_user(vcpu->arch.sie_block->epoch, (u64 __user *)reg->addr); break; case KVM_REG_S390_CPU_TIMER: r = put_user(kvm_s390_get_cpu_timer(vcpu), (u64 __user *)reg->addr); break; case KVM_REG_S390_CLOCK_COMP: r = put_user(vcpu->arch.sie_block->ckc, (u64 __user *)reg->addr); break; case KVM_REG_S390_PFTOKEN: r = put_user(vcpu->arch.pfault_token, (u64 __user *)reg->addr); break; case KVM_REG_S390_PFCOMPARE: r = put_user(vcpu->arch.pfault_compare, (u64 __user *)reg->addr); break; case KVM_REG_S390_PFSELECT: r = put_user(vcpu->arch.pfault_select, (u64 __user *)reg->addr); break; case KVM_REG_S390_PP: r = put_user(vcpu->arch.sie_block->pp, (u64 __user *)reg->addr); break; case KVM_REG_S390_GBEA: r = put_user(vcpu->arch.sie_block->gbea, (u64 __user *)reg->addr); break; default: break; } return r; }

Contributors

PersonTokensPropCommitsCommitProp
christian borntraegerchristian borntraeger10239.23%440.00%
carsten ottecarsten otte6725.77%220.00%
dominik dingeldominik dingel5220.00%110.00%
jason j. hernejason j. herne3312.69%110.00%
heiko carstensheiko carstens31.15%110.00%
david hildenbranddavid hildenbrand31.15%110.00%
Total260100.00%10100.00%


static int kvm_arch_vcpu_ioctl_set_one_reg(struct kvm_vcpu *vcpu, struct kvm_one_reg *reg) { int r = -EINVAL; __u64 val; switch (reg->id) { case KVM_REG_S390_TODPR: r = get_user(vcpu->arch.sie_block->todpr, (u32 __user *)reg->addr); break; case KVM_REG_S390_EPOCHDIFF: r = get_user(vcpu->arch.sie_block->epoch, (u64 __user *)reg->addr); break; case KVM_REG_S390_CPU_TIMER: r = get_user(val, (u64 __user *)reg->addr); if (!r) kvm_s390_set_cpu_timer(vcpu, val); break; case KVM_REG_S390_CLOCK_COMP: r = get_user(vcpu->arch.sie_block->ckc, (u64 __user *)reg->addr); break; case KVM_REG_S390_PFTOKEN: r = get_user(vcpu->arch.pfault_token, (u64 __user *)reg->addr); if (vcpu->arch.pfault_token == KVM_S390_PFAULT_TOKEN_INVALID) kvm_clear_async_pf_completion_queue(vcpu); break; case KVM_REG_S390_PFCOMPARE: r = get_user(vcpu->arch.pfault_compare, (u64 __user *)reg->addr); break; case KVM_REG_S390_PFSELECT: r = get_user(vcpu->arch.pfault_select, (u64 __user *)reg->addr); break; case KVM_REG_S390_PP: r = get_user(vcpu->arch.sie_block->pp, (u64 __user *)reg->addr); break; case KVM_REG_S390_GBEA: r = get_user(vcpu->arch.sie_block->gbea, (u64 __user *)reg->addr); break; default: break; } return r; }

Contributors

PersonTokensPropCommitsCommitProp
carsten ottecarsten otte8730.31%225.00%
dominik dingeldominik dingel7225.09%112.50%
christian borntraegerchristian borntraeger5218.12%225.00%
jason j. hernejason j. herne4515.68%112.50%
david hildenbranddavid hildenbrand3110.80%225.00%
Total287100.00%8100.00%


static int kvm_arch_vcpu_ioctl_initial_reset(struct kvm_vcpu *vcpu) { kvm_s390_vcpu_initial_reset(vcpu); return 0; }

Contributors

PersonTokensPropCommitsCommitProp
heiko carstensheiko carstens1789.47%150.00%
carsten ottecarsten otte210.53%150.00%
Total19100.00%2100.00%


int kvm_arch_vcpu_ioctl_set_regs(struct kvm_vcpu *vcpu, struct kvm_regs *regs) { memcpy(&vcpu->run->s.regs.gprs, &regs->gprs, sizeof(regs->gprs)); return 0; }

Contributors

PersonTokensPropCommitsCommitProp
carsten ottecarsten otte1943.18%250.00%
heiko carstensheiko carstens1943.18%125.00%
christian borntraegerchristian borntraeger613.64%125.00%
Total44100.00%4100.00%


int kvm_arch_vcpu_ioctl_get_regs(struct kvm_vcpu *vcpu, struct kvm_regs *regs) { memcpy(&regs->gprs, &vcpu->run->s.regs.gprs, sizeof(regs->gprs)); return 0; }

Contributors

PersonTokensPropCommitsCommitProp
heiko carstensheiko carstens2965.91%125.00%
jason j. hernejason j. herne715.91%125.00%
christian borntraegerchristian borntraeger511.36%125.00%
carsten ottecarsten otte36.82%125.00%
Total44100.00%4100.00%


int kvm_arch_vcpu_ioctl_set_sregs(struct kvm_vcpu *vcpu, struct kvm_sregs *sregs) { memcpy(&vcpu->run->s.regs.acrs, &sregs->acrs, sizeof(sregs->acrs)); memcpy(&vcpu->arch.sie_block->gcr, &sregs->crs, sizeof(sregs->crs)); return 0; }

Contributors

PersonTokensPropCommitsCommitProp
heiko carstensheiko carstens4972.06%125.00%
jason j. hernejason j. herne913.24%125.00%
christian borntraegerchristian borntraeger68.82%125.00%
dominik dingeldominik dingel45.88%125.00%
Total68100.00%4100.00%


int kvm_arch_vcpu_ioctl_get_sregs(struct kvm_vcpu *vcpu, struct kvm_sregs *sregs) { memcpy(&sregs->acrs, &vcpu->run->s.regs.acrs, sizeof(sregs->acrs)); memcpy(&sregs->crs, &vcpu->arch.sie_block->gcr, sizeof(sregs->crs)); return 0; }

Contributors

PersonTokensPropCommitsCommitProp
heiko carstensheiko carstens4160.29%120.00%
christian borntraegerchristian borntraeger2435.29%360.00%
carsten ottecarsten otte34.41%120.00%
Total68100.00%5100.00%


int kvm_arch_vcpu_ioctl_set_fpu(struct kvm_vcpu *vcpu, struct kvm_fpu *fpu) { if (test_fp_ctl(fpu->fpc)) return -EINVAL; vcpu->run->s.regs.fpc = fpu->fpc; if (MACHINE_HAS_VX) convert_fp_to_vx((__vector128 *) vcpu->run->s.regs.vrs, (freg_t *) fpu->fprs); else memcpy(vcpu->run->s.regs.fprs, &fpu->fprs, sizeof(fpu->fprs)); return 0; }

Contributors

PersonTokensPropCommitsCommitProp
david hildenbranddavid hildenbrand4444.00%233.33%
heiko carstensheiko carstens3737.00%116.67%
martin schwidefskymartin schwidefsky1313.00%116.67%
christian borntraegerchristian borntraeger55.00%116.67%
carsten ottecarsten otte11.00%116.67%
Total100100.00%6100.00%


int kvm_arch_vcpu_ioctl_get_fpu(struct kvm_vcpu *vcpu, struct kvm_fpu *fpu) { /* make sure we have the latest values */ save_fpu_regs(); if (MACHINE_HAS_VX) convert_vx_to_fp((freg_t *) fpu->fprs, (__vector128 *) vcpu->run->s.regs.vrs); else memcpy(fpu->fprs, vcpu->run->s.regs.fprs, sizeof(fpu->fprs)); fpu->fpc = vcpu->run->s.regs.fpc; return 0; }

Contributors

PersonTokensPropCommitsCommitProp
heiko carstensheiko carstens4550.00%120.00%
david hildenbranddavid hildenbrand3943.33%240.00%
christian borntraegerchristian borntraeger66.67%240.00%
Total90100.00%5100.00%


static int kvm_arch_vcpu_ioctl_set_initial_psw(struct kvm_vcpu *vcpu, psw_t psw) { int rc = 0; if (!is_vcpu_stopped(vcpu)) rc = -EBUSY; else { vcpu->run->psw_mask = psw.mask; vcpu->run->psw_addr = psw.addr; } return rc; }

Contributors

PersonTokensPropCommitsCommitProp
heiko carstensheiko carstens4170.69%120.00%
carsten ottecarsten otte1322.41%120.00%
christian borntraegerchristian borntraeger23.45%120.00%
cornelia huckcornelia huck11.72%120.00%
david hildenbranddavid hildenbrand11.72%120.00%
Total58100.00%5100.00%


int kvm_arch_vcpu_ioctl_translate(struct kvm_vcpu *vcpu, struct kvm_translation *tr) { return -EINVAL; /* not implemented yet */ }

Contributors

PersonTokensPropCommitsCommitProp
heiko carstensheiko carstens20100.00%1100.00%
Total20100.00%1100.00%

#define VALID_GUESTDBG_FLAGS (KVM_GUESTDBG_SINGLESTEP | \ KVM_GUESTDBG_USE_HW_BP | \ KVM_GUESTDBG_ENABLE)
int kvm_arch_vcpu_ioctl_set_guest_debug(struct kvm_vcpu *vcpu, struct kvm_guest_debug *dbg) { int rc = 0; vcpu->guest_debug = 0; kvm_s390_clear_bp_data(vcpu); if (dbg->control & ~VALID_GUESTDBG_FLAGS) return -EINVAL; if (!sclp.has_gpere) return -EINVAL; if (dbg->control & KVM_GUESTDBG_ENABLE) { vcpu->guest_debug = dbg->control; /* enforce guest PER */ atomic_or(CPUSTAT_P, &vcpu->arch.sie_block->cpuflags); if (dbg->control & KVM_GUESTDBG_USE_HW_BP) rc = kvm_s390_import_bp_data(vcpu, dbg); } else { atomic_andnot(CPUSTAT_P, &vcpu->arch.sie_block->cpuflags); vcpu->arch.guestdbg.last_bp = 0; } if (rc) { vcpu->guest_debug = 0; kvm_s390_clear_bp_data(vcpu); atomic_andnot(CPUSTAT_P, &vcpu->arch.sie_block->cpuflags); } return rc; }

Contributors

PersonTokensPropCommitsCommitProp
david hildenbranddavid hildenbrand11871.08%337.50%
heiko carstensheiko carstens3923.49%112.50%
peter zijlstrapeter zijlstra31.81%112.50%
carsten ottecarsten otte21.20%112.50%
jan kiszkajan kiszka21.20%112.50%
christian borntraegerchristian borntraeger21.20%112.50%
Total166100.00%8100.00%


int kvm_arch_vcpu_ioctl_get_mpstate(struct kvm_vcpu *vcpu, struct kvm_mp_state *mp_state) { /* CHECK_STOP and LOAD are not supported yet */ return is_vcpu_stopped(vcpu) ? KVM_MP_STATE_STOPPED : KVM_MP_STATE_OPERATING; }

Contributors

PersonTokensPropCommitsCommitProp
heiko carstensheiko carstens1142.31%133.33%
david hildenbranddavid hildenbrand934.62%133.33%
marcelo tosattimarcelo tosatti623.08%133.33%
Total26100.00%3100.00%


int kvm_arch_vcpu_ioctl_set_mpstate(struct kvm_vcpu *vcpu, struct kvm_mp_state *mp_state) { int rc = 0; /* user space knows about this interface - let it control the state */ vcpu->kvm->arch.user_cpu_state_ctrl = 1; switch (mp_state->mp_state) { case KVM_MP_STATE_STOPPED: kvm_s390_vcpu_stop(vcpu); break; case KVM_MP_STATE_OPERATING: kvm_s390_vcpu_start(vcpu); break; case KVM_MP_STATE_LOAD: case KVM_MP_STATE_CHECK_STOP: /* fall through - CHECK_STOP and LOAD are not supported yet */ default: rc = -ENXIO; } return rc; }

Contributors

PersonTokensPropCommitsCommitProp
david hildenbranddavid hildenbrand5676.71%133.33%
marcelo tosattimarcelo tosatti1621.92%133.33%
heiko carstensheiko carstens11.37%133.33%
Total73100.00%3100.00%


static bool ibs_enabled(struct kvm_vcpu *vcpu) { return atomic_read(&vcpu->arch.sie_block->cpuflags) & CPUSTAT_IBS; }

Contributors

PersonTokensPropCommitsCommitProp
david hildenbranddavid hildenbrand1557.69%150.00%
heiko carstensheiko carstens1142.31%150.00%
Total26100.00%2100.00%


static int kvm_s390_handle_requests(struct kvm_vcpu *vcpu) { retry: kvm_s390_vcpu_request_handled(vcpu); if (!vcpu->requests) return 0; /* * We use MMU_RELOAD just to re-arm the ipte notifier for the * guest prefix page. gmap_mprotect_notify will wait on the ptl lock. * This ensures that the ipte instruction for this request has * already finished. We might race against a second unmapper that * wants to set the blocking bit. Lets just retry the request loop. */ if (kvm_check_request(KVM_REQ_MMU_RELOAD, vcpu)) { int rc; rc = gmap_mprotect_notify(vcpu->arch.gmap, kvm_s390_get_prefix(vcpu), PAGE_SIZE * 2, PROT_WRITE); if (rc) { kvm_make_request(KVM_REQ_MMU_RELOAD, vcpu); return rc; } goto retry; } if (kvm_check_request(KVM_REQ_TLB_FLUSH, vcpu)) { vcpu->arch.sie_block->ihcpu = 0xffff; goto retry; } if (kvm_check_request(KVM_REQ_ENABLE_IBS, vcpu)) { if (!ibs_enabled(vcpu)) { trace_kvm_s390_enable_disable_ibs(vcpu->vcpu_id, 1); atomic_or(CPUSTAT_IBS, &vcpu->arch.sie_block->cpuflags); } goto retry; } if (kvm_check_request(KVM_REQ_DISABLE_IBS, vcpu)) { if (ibs_enabled(vcpu)) { trace_kvm_s390_enable_disable_ibs(vcpu->vcpu_id, 0); atomic_andnot(CPUSTAT_IBS, &vcpu->arch.sie_block->cpuflags); } goto retry; } if (kvm_check_request(KVM_REQ_ICPT_OPEREXC, vcpu)) { vcpu->arch.sie_block->ictl |= ICTL_OPEREXC; goto retry; } /* nothing to do, just clear the request */ clear_bit(KVM_REQ_UNHALT, &vcpu->requests); return 0; }

Contributors

PersonTokensPropCommitsCommitProp
david hildenbranddavid hildenbrand12853.56%428.57%
christian borntraegerchristian borntraeger4719.67%321.43%
heiko carstensheiko carstens2912.13%17.14%
martin schwidefskymartin schwidefsky145.86%214.29%
julius niedworokjulius niedworok93.77%17.14%
carsten ottecarsten otte72.93%17.14%
michael muellermichael mueller31.26%17.14%
peter zijlstrapeter zijlstra20.84%17.14%
Total239100.00%14100.00%


void kvm_s390_set_tod_clock(struct kvm *kvm, u64 tod) { struct kvm_vcpu *vcpu; int i; mutex_lock(&kvm->lock); preempt_disable(); kvm->arch.epoch = tod - get_tod_clock(); kvm_s390_vcpu_block_all(kvm); kvm_for_each_vcpu(i, vcpu, kvm) vcpu->arch.sie_block->epoch = kvm->arch.epoch; kvm_s390_vcpu_unblock_all(kvm); preempt_enable(); mutex_unlock(&kvm->lock); }

Contributors

PersonTokensPropCommitsCommitProp
david hildenbranddavid hildenbrand86100.00%1100.00%
Total86100.00%1100.00%

/** * kvm_arch_fault_in_page - fault-in guest page if necessary * @vcpu: The corresponding virtual cpu * @gpa: Guest physical address * @writable: Whether the page should be writable or not * * Make sure that a guest page has been faulted-in on the host. * * Return: Zero on success, negative error code otherwise. */
long kvm_arch_fault_in_page(struct kvm_vcpu *vcpu, gpa_t gpa, int writable) { return gmap_fault(vcpu->arch.gmap, gpa, writable ? FAULT_FLAG_WRITE : 0); }

Contributors

PersonTokensPropCommitsCommitProp
heiko carstensheiko carstens1544.12%120.00%
thomas huththomas huth926.47%120.00%
dominik dingeldominik dingel617.65%120.00%
martin schwidefskymartin schwidefsky411.76%240.00%
Total34100.00%5100.00%


static void __kvm_inject_pfault_token(struct kvm_vcpu *vcpu, bool start_token, unsigned long token) { struct kvm_s390_interrupt inti; struct kvm_s390_irq irq; if (start_token) { irq.u.ext.ext_params2 = token; irq.type = KVM_S390_INT_PFAULT_INIT; WARN_ON_ONCE(kvm_s390_inject_vcpu(vcpu, &irq)); } else { inti.type = KVM_S390_INT_PFAULT_DONE; inti.parm64 = token; WARN_ON_ONCE(kvm_s390_inject_vm(vcpu->kvm, &inti)); } }

Contributors

PersonTokensPropCommitsCommitProp
dominik dingeldominik dingel4045.98%125.00%
jens freimannjens freimann2225.29%125.00%
heiko carstensheiko carstens2124.14%125.00%
carsten ottecarsten otte44.60%125.00%
Total87100.00%4100.00%


void kvm_arch_async_page_not_present(struct kvm_vcpu *vcpu, struct kvm_async_pf *work) { trace_kvm_s390_pfault_init(vcpu, work->arch.pfault_token); __kvm_inject_pfault_token(vcpu, true, work->arch.pfault_token); }

Contributors

PersonTokensPropCommitsCommitProp
dominik dingeldominik dingel2871.79%150.00%
heiko carstensheiko carstens1128.21%150.00%
Total39100.00%2100.00%


void kvm_arch_async_page_present(struct kvm_vcpu *vcpu, struct kvm_async_pf *work) { trace_kvm_s390_pfault_done(vcpu, work->arch.pfault_token); __kvm_inject_pfault_token(vcpu, false, work->arch.pfault_token); }

Contributors

PersonTokensPropCommitsCommitProp
dominik dingeldominik dingel2871.79%150.00%
heiko carstensheiko carstens1128.21%150.00%
Total39100.00%2100.00%


void kvm_arch_async_page_ready(struct kvm_vcpu *vcpu, struct kvm_async_pf *work) { /* s390 will always inject the page directly */ }

Contributors

PersonTokensPropCommitsCommitProp
marcelo tosattimarcelo tosatti1168.75%150.00%
dominik dingeldominik dingel531.25%150.00%
Total16100.00%2100.00%


bool kvm_arch_can_inject_async_page_present(struct kvm_vcpu *vcpu) { /* * s390 will always inject the page directly, * but we still want check_async_completion to cleanup */ return true; }

Contributors

PersonTokensPropCommitsCommitProp
marcelo tosattimarcelo tosatti1071.43%150.00%
dominik dingeldominik dingel428.57%150.00%
Total14100.00%2100.00%


static int kvm_arch_setup_async_pf(struct kvm_vcpu *vcpu) { hva_t hva; struct kvm_arch_async_pf arch; int rc; if (vcpu->arch.pfault_token == KVM_S390_PFAULT_TOKEN_INVALID) return 0; if ((vcpu->arch.sie_block->gpsw.mask & vcpu->arch.pfault_select) != vcpu->arch.pfault_compare) return 0; if (psw_extint_disabled(vcpu)) return 0; if (kvm_s390_vcpu_has_irq(vcpu, 0)) return 0; if (!(vcpu->arch.sie_block->gcr[0] & 0x200ul)) return 0; if (!vcpu->arch.gmap->pfault_enabled) return 0; hva = gfn_to_hva(vcpu->kvm, gpa_to_gfn(current->thread.gmap_addr)); hva += current->thread.gmap_addr & ~PAGE_MASK; if (read_guest_real(vcpu, vcpu->arch.pfault_token, &arch.pfault_token, 8)) return 0; rc = kvm_setup_async_pf(vcpu, current->thread.gmap_addr, hva, &arch); return rc; }

Contributors

PersonTokensPropCommitsCommitProp
dominik dingeldominik dingel11961.66%240.00%
christian borntraegerchristian borntraeger5226.94%120.00%
heiko carstensheiko carstens199.84%120.00%
david hildenbranddavid hildenbrand31.55%120.00%
Total193100.00%5100.00%


static int vcpu_pre_run(struct kvm_vcpu *vcpu) { int rc, cpuflags; /* * On s390 notifications for arriving pages will be delivered directly * to the guest but the house keeping for completed pfaults is * handled outside the worker. */ kvm_check_async_pf_completion(vcpu); vcpu->arch.sie_block->gg14 = vcpu->run->s.regs.gprs[14]; vcpu->arch.sie_block->gg15 = vcpu->run->s.regs.gprs[15]; if (need_resched()) schedule(); if (test_cpu_flag(CIF_MCCK_PENDING)) s390_handle_mcck(); if (!kvm_is_ucontrol(vcpu->kvm)) { rc = kvm_s390_deliver_pending_interrupts(vcpu); if (rc) return rc; } rc = kvm_s390_handle_requests(vcpu); if (rc) return rc; if (guestdbg_enabled(vcpu)) { kvm_s390_backup_guest_per_regs(vcpu); kvm_s390_patch_guest_per_regs(vcpu); } vcpu->arch.sie_block->icptcode = 0; cpuflags = atomic_read(&vcpu->arch.sie_block->cpuflags); VCPU_EVENT(vcpu, 6, "entering sie flags %x", cpuflags); trace_kvm_s390_sie_enter(vcpu, cpuflags); return 0; }

Contributors

PersonTokensPropCommitsCommitProp
dominik dingeldominik dingel5127.42%17.14%
christian borntraegerchristian borntraeger4725.27%428.57%
heiko carstensheiko carstens3317.74%17.14%
thomas huththomas huth147.53%17.14%
carsten ottecarsten otte136.99%321.43%
david hildenbranddavid hildenbrand126.45%17.14%
jens freimannjens freimann115.91%17.14%
cornelia huckcornelia huck31.61%17.14%
linus torvaldslinus torvalds21.08%17.14%
Total186100.00%14100.00%


static int vcpu_post_run_fault_in_sie(struct kvm_vcpu *vcpu) { struct kvm_s390_pgm_info pgm_info = { .code = PGM_ADDRESSING, }; u8 opcode, ilen; int rc; VCPU_EVENT(vcpu, 3, "%s", "fault in sie instruction"); trace_kvm_s390_sie_fault(vcpu); /* * We want to inject an addressing exception, which is defined as a * suppressing or terminating exception. However, since we came here * by a DAT access exception, the PSW still points to the faulting * instruction since DAT exceptions are nullifying. So we've got * to look up the current opcode to get the length of the instruction * to be able to forward the PSW. */ rc = read_guest_instr(vcpu, &opcode, 1); ilen = insn_length(opcode); if (rc < 0) { return rc; } else if (rc) { /* Instruction-Fetching Exceptions - we can't detect the ilen. * Forward by arbitrary ilc, injection will take care of * nullification if necessary. */ pgm_info = vcpu->arch.pgm; ilen = 4; } pgm_info.flags = ilen | KVM_S390_PGM_FLAGS_ILC_VALID; kvm_s390_forward_psw(vcpu, ilen); return kvm_s390_inject_prog_irq(vcpu, &pgm_info); }

Contributors

PersonTokensPropCommitsCommitProp
thomas huththomas huth6755.37%125.00%
david hildenbranddavid hildenbrand5444.63%375.00%
Total121100.00%4100.00%


static int vcpu_post_run(struct kvm_vcpu *vcpu, int exit_reason) { VCPU_EVENT(vcpu, 6, "exit sie icptcode %d", vcpu->arch.sie_block->icptcode); trace_kvm_s390_sie_exit(vcpu, vcpu->arch.sie_block->icptcode); if (guestdbg_enabled(vcpu)) kvm_s390_restore_guest_per_regs(vcpu); vcpu->run->s.regs.gprs[14] = vcpu->arch.sie_block->gg14; vcpu->run->s.regs.gprs[15] = vcpu->arch.sie_block->gg15; if (vcpu->arch.sie_block->icptcode > 0) { int rc = kvm_handle_sie_intercept(vcpu); if (rc != -EOPNOTSUPP) return rc; vcpu->run->exit_reason = KVM_EXIT_S390_SIEIC; vcpu->run->s390_sieic.icptcode = vcpu->arch.sie_block->icptcode; vcpu->run->s390_sieic.ipa = vcpu->arch.sie_block->ipa; vcpu->run->s390_sieic.ipb = vcpu->arch.sie_block->ipb; return -EREMOTE; } else if (exit_reason != -EFAULT) { vcpu->stat.exit_null++; return 0; } else if (kvm_is_ucontrol(vcpu->kvm)) { vcpu->run->exit_reason = KVM_EXIT_S390_UCONTROL; vcpu->run->s390_ucontrol.trans_exc_code = current->thread.gmap_addr; vcpu->run->s390_ucontrol.pgm_code = 0x10; return -EREMOTE; } else if (current->thread.gmap_pfault) { trace_kvm_s390_major_guest_pfault(vcpu); current->thread.gmap_pfault = 0; if (kvm_arch_setup_async_pf(vcpu)) return 0; return kvm_arch_fault_in_page(vcpu, current->thread.gmap_addr, 1); } return vcpu_post_run_fault_in_sie(vcpu); }

Contributors

PersonTokensPropCommitsCommitProp
david hildenbranddavid hildenbrand14446.15%211.11%
dominik dingeldominik dingel7825.00%316.67%
thomas huththomas huth3812.18%422.22%
christian borntraegerchristian borntraeger3511.22%316.67%
carsten ottecarsten otte103.21%211.11%
martin schwidefskymartin schwidefsky41.28%15.56%
heiko carstensheiko carstens10.32%15.56%
cornelia huckcornelia huck10.32%15.56%
marcelo tosattimarcelo tosatti10.32%15.56%
Total312100.00%18100.00%


static int __vcpu_run(struct kvm_vcpu *vcpu) { int rc, exit_reason; /* * We try to hold kvm->srcu during most of vcpu_run (except when run- * ning the guest), so that memslots (and other stuff) are protected */ vcpu->srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); do { rc = vcpu_pre_run(vcpu); if (rc) break; srcu_read_unlock(&vcpu->kvm->srcu, vcpu->srcu_idx); /* * As PF_VCPU will be used in fault handler, between * guest_enter and guest_exit should be no uaccess. */ local_irq_disable(); guest_enter_irqoff(); __disable_cpu_timer_accounting(vcpu); local_irq_enable(); exit_reason = sie64a(vcpu->arch.sie_block, vcpu->run->s.regs.gprs); local_irq_disable(); __enable_cpu_timer_accounting(vcpu); guest_exit_irqoff(); local_irq_enable(); vcpu->srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); rc = vcpu_post_run(vcpu, exit_reason); } while (!signal_pending(current) && !guestdbg_exit_pending(vcpu) && !rc); srcu_read_unlock(&vcpu->kvm->srcu, vcpu->srcu_idx); return rc; }

Contributors

PersonTokensPropCommitsCommitProp
thomas huththomas huth8550.60%320.00%
heiko carstensheiko carstens3219.05%16.67%
christian borntraegerchristian borntraeger158.93%426.67%
carsten ottecarsten otte158.93%320.00%
david hildenbranddavid hildenbrand158.93%213.33%
cornelia huckcornelia huck42.38%16.67%
paolo bonzinipaolo bonzini21.19%16.67%
Total168100.00%15100.00%


static void sync_regs(struct kvm_vcpu *vcpu, struct kvm_run *kvm_run) { vcpu->arch.sie_block->gpsw.mask = kvm_run->psw_mask; vcpu->arch.sie_block->gpsw.addr = kvm_run->psw_addr; if (kvm_run->kvm_dirty_regs & KVM_SYNC_PREFIX) kvm_s390_set_prefix(vcpu, kvm_run->s.regs.prefix); if (kvm_run->kvm_dirty_regs & KVM_SYNC_CRS) { memcpy(&vcpu->arch.sie_block->gcr, &kvm_run->s.regs.crs, 128); /* some control register changes require a tlb flush */ kvm_make_request(KVM_REQ_TLB_FLUSH, vcpu); } if (kvm_run->kvm_dirty_regs & KVM_SYNC_ARCH0) { kvm_s390_set_cpu_timer(vcpu, kvm_run->s.regs.cputm); vcpu->arch.sie_block->ckc = kvm_run->s.regs.ckc; vcpu->arch.sie_block->todpr = kvm_run->s.regs.todpr; vcpu->arch.sie_block->pp = kvm_run->s.regs.pp; vcpu->arch.sie_block->gbea = kvm_run->s.regs.gbea; } if (kvm_run->kvm_dirty_regs & KVM_SYNC_PFAULT) { vcpu->arch.pfault_token = kvm_run->s.regs.pft; vcpu->arch.pfault_select = kvm_run->s.regs.pfs; vcpu->arch.pfault_compare = kvm_run->s.regs.pfc; if (vcpu->arch.pfault_token == KVM_S390_PFAULT_TOKEN_INVALID) kvm_clear_async_pf_completion_queue(vcpu); } /* * If userspace sets the riccb (e.g. after migration) to a valid state, * we should enable RI here instead of doing the lazy enablement. */ if ((kvm_run->kvm_dirty_regs & KVM_SYNC_RICCB) && test_kvm_facility(vcpu->kvm, 64)) { struct runtime_instr_cb *riccb = (struct runtime_instr_cb *) &kvm_run->s.regs.riccb; if (riccb->valid) vcpu->arch.sie_block->ecb3 |= 0x01; } save_access_regs(vcpu->arch.host_acrs); restore_access_regs(vcpu->run->s.regs.acrs); /* save host (userspace) fprs/vrs */ save_fpu_regs(); vcpu->arch.host_fpregs.fpc = current->thread.fpu.fpc; vcpu->arch.host_fpregs.regs = current->thread.fpu.regs; if (MACHINE_HAS_VX) current->thread.fpu.regs = vcpu->run->s.regs.vrs; else current->thread.fpu.regs = vcpu->run->s.regs.fprs; current->thread.fpu.fpc = vcpu->run->s.regs.fpc; if (test_fp_ctl(current->thread.fpu.fpc)) /* User space provided an invalid FPC, let's clear it */ current->thread.fpu.fpc = 0; kvm_run->kvm_dirty_regs = 0; }

Contributors

PersonTokensPropCommitsCommitProp
christian borntraegerchristian borntraeger21345.91%729.17%
david hildenbranddavid hildenbrand11023.71%416.67%
fan zhangfan zhang5712.28%14.17%
thomas huththomas huth275.82%416.67%
carsten ottecarsten otte204.31%312.50%
dominik dingeldominik dingel204.31%28.33%
heiko carstensheiko carstens153.23%14.17%
martin schwidefskymartin schwidefsky10.22%14.17%
christian ehrhardtchristian ehrhardt10.22%14.17%
Total464100.00%24100.00%


static void store_regs(struct kvm_vcpu *vcpu, struct kvm_run *kvm_run) { kvm_run->psw_mask = vcpu->arch.sie_block->gpsw.mask; kvm_run->psw_addr = vcpu->arch.sie_block->gpsw.addr; kvm_run->s.regs.prefix = kvm_s390_get_prefix(vcpu); memcpy(&kvm_run->s.regs.crs, &vcpu->arch.sie_block->gcr, 128); kvm_run->s.regs.cputm = kvm_s390_get_cpu_timer(vcpu); kvm_run->s.regs.ckc = vcpu->arch.sie_block->ckc; kvm_run->s.regs.todpr = vcpu->arch.sie_block->todpr; kvm_run->s.regs.pp = vcpu->arch.sie_block->pp; kvm_run->s.regs.gbea = vcpu->arch.sie_block->gbea; kvm_run->s.regs.pft = vcpu->arch.pfault_token; kvm_run->s.regs.pfs = vcpu->arch.pfault_select; kvm_run->s.regs.pfc = vcpu->arch.pfault_compare; save_access_regs(vcpu->run->s.regs.acrs); restore_access_regs(vcpu->arch.host_acrs); /* Save guest register state */ save_fpu_regs(); vcpu->run->s.regs.fpc = current->thread.fpu.fpc; /* Restore will be done lazily at return */ current->thread.fpu.fpc = vcpu->arch.host_fpregs.fpc; current->thread.fpu.regs = vcpu->arch.host_fpregs.regs; }

Contributors

PersonTokensPropCommitsCommitProp
david hildenbranddavid hildenbrand17563.41%228.57%
christian borntraegerchristian borntraeger9233.33%342.86%
thomas huththomas huth93.26%228.57%
Total276100.00%7100.00%


int kvm_arch_vcpu_ioctl_run(struct kvm_vcpu *vcpu, struct kvm_run *kvm_run) { int rc; sigset_t sigsaved; if (guestdbg_exit_pending(vcpu)) { kvm_s390_prepare_debug_exit(vcpu); return 0; } if (vcpu->sigset_active) sigprocmask(SIG_SETMASK, &vcpu->sigset, &sigsaved); if (!kvm_s390_user_cpu_state_ctrl(vcpu->kvm)) { kvm_s390_vcpu_start(vcpu); } else if (is_vcpu_stopped(vcpu)) { pr_err_ratelimited("can't run stopped vcpu %d\n", vcpu->vcpu_id); return -EINVAL; } sync_regs(vcpu, kvm_run); enable_cpu_timer_accounting(vcpu); might_fault(); rc = __vcpu_run(vcpu); if (signal_pending(current) && !rc) { kvm_run->exit_reason = KVM_EXIT_INTR; rc = -EINTR; } if (guestdbg_exit_pending(vcpu) && !rc) { kvm_s390_prepare_debug_exit(vcpu); rc = 0; } if (rc == -EREMOTE) { /* userspace support is needed, kvm_run has been prepared */ rc = 0; } disable_cpu_timer_accounting(vcpu); store_regs(vcpu, kvm_run); if (vcpu->sigset_active) sigprocmask(SIG_SETMASK, &sigsaved, NULL); vcpu->stat.exit_userspace++; return rc; }

Contributors

PersonTokensPropCommitsCommitProp
david hildenbranddavid hildenbrand14868.84%533.33%
dominik dingeldominik dingel209.30%213.33%
thomas huththomas huth177.91%320.00%
heiko carstensheiko carstens167.44%16.67%
christian borntraegerchristian borntraeger62.79%16.67%
christian ehrhardtchristian ehrhardt41.86%16.67%
carsten ottecarsten otte31.40%16.67%
konstantin weitzkonstantin weitz10.47%16.67%
Total215100.00%15100.00%

/* * store status at address * we use have two special cases: * KVM_S390_STORE_STATUS_NOADDR: -> 0x1200 on 64 bit * KVM_S390_STORE_STATUS_PREFIXED: -> prefix */
int kvm_s390_store_status_unloaded(struct kvm_vcpu *vcpu, unsigned long gpa) { unsigned char archmode = 1; freg_t fprs[NUM_FPRS]; unsigned int px; u64 clkcomp, cputm; int rc; px = kvm_s390_get_prefix(vcpu); if (gpa == KVM_S390_STORE_STATUS_NOADDR) { if (write_guest_abs(vcpu, 163, &archmode, 1)) return -EFAULT; gpa = 0; } else if (gpa == KVM_S390_STORE_STATUS_PREFIXED) { if (write_guest_real(vcpu, 163, &archmode, 1)) return -EFAULT; gpa = px; } else gpa -= __LC_FPREGS_SAVE_AREA; /* manually convert vector registers if necessary */ if (MACHINE_HAS_VX) { convert_vx_to_fp(fprs, (__vector128 *) vcpu->run->s.regs.vrs); rc = write_guest_abs(vcpu, gpa + __LC_FPREGS_SAVE_AREA, fprs, 128); } else { rc = write_guest_abs(vcpu, gpa + __LC_FPREGS_SAVE_AREA, vcpu->run->s.regs.fprs, 128); } rc |= write_guest_abs(vcpu, gpa + __LC_GPREGS_SAVE_AREA, vcpu->run->s.regs.gprs, 128); rc |= write_guest_abs(vcpu, gpa + __LC_PSW_SAVE_AREA, &vcpu->arch.sie_block->gpsw, 16); rc |= write_guest_abs(vcpu, gpa + __LC_PREFIX_SAVE_AREA, &px, 4); rc |= write_guest_abs(vcpu, gpa + __LC_FP_CREG_SAVE_AREA, &vcpu->run->s.regs.fpc, 4); rc |= write_guest_abs(vcpu, gpa + __LC_TOD_PROGREG_SAVE_AREA, &vcpu->arch.sie_block->todpr, 4); cputm = kvm_s390_get_cpu_timer(vcpu); rc |= write_guest_abs(vcpu, gpa + __LC_CPU_TIMER_SAVE_AREA, &cputm, 8); clkcomp = vcpu->arch.sie_block->ckc >> 8; rc |= write_guest_abs(vcpu, gpa + __LC_CLOCK_COMP_SAVE_AREA, &clkcomp, 8); rc |= write_guest_abs(vcpu, gpa + __LC_AREGS_SAVE_AREA, &vcpu->run->s.regs.acrs, 64); rc |= write_guest_abs(vcpu, gpa + __LC_CREGS_SAVE_AREA, &vcpu->arch.sie_block->gcr, 128); return rc ? -EFAULT : 0; }

Contributors

PersonTokensPropCommitsCommitProp
heiko carstensheiko carstens20151.54%315.79%
christian borntraegerchristian borntraeger7418.97%526.32%
david hildenbranddavid hildenbrand6817.44%421.05%
martin schwidefskymartin schwidefsky246.15%15.26%
thomas huththomas huth92.31%210.53%
carsten ottecarsten otte92.31%210.53%
michael muellermichael mueller30.77%15.26%
christian ehrhardtchristian ehrhardt20.51%15.26%
Total390100.00%19100.00%


int kvm_s390_vcpu_store_status(struct kvm_vcpu *vcpu, unsigned long addr) { /* * The guest FPRS and ACRS are in the host FPRS/ACRS due to the lazy * switch in the run ioctl. Let's update our copies before we save * it into the save area */ save_fpu_regs(); vcpu->run->s.regs.fpc = current->thread.fpu.fpc; save_access_regs(vcpu->run->s.regs.acrs); return kvm_s390_store_status_unloaded(vcpu, addr); }

Contributors

PersonTokensPropCommitsCommitProp
thomas huththomas huth2238.60%116.67%
heiko carstensheiko carstens1831.58%116.67%
hendrik bruecknerhendrik brueckner1322.81%233.33%
david hildenbranddavid hildenbrand35.26%116.67%
christian borntraegerchristian borntraeger11.75%116.67%
Total57100.00%6100.00%


static void __disable_ibs_on_vcpu(struct kvm_vcpu *vcpu) { kvm_check_request(KVM_REQ_ENABLE_IBS, vcpu); kvm_s390_sync_request(KVM_REQ_DISABLE_IBS, vcpu); }

Contributors

PersonTokensPropCommitsCommitProp
david hildenbranddavid hildenbrand1768.00%133.33%
heiko carstensheiko carstens728.00%133.33%
christian borntraegerchristian borntraeger14.00%133.33%
Total25100.00%3100.00%


static void __disable_ibs_on_all_vcpus(struct kvm *kvm) { unsigned int i; struct kvm_vcpu *vcpu; kvm_for_each_vcpu(i, vcpu, kvm) { __disable_ibs_on_vcpu(vcpu); } }

Contributors

PersonTokensPropCommitsCommitProp
david hildenbranddavid hildenbrand2880.00%150.00%
heiko carstensheiko carstens720.00%150.00%
Total35100.00%2100.00%


static void __enable_ibs_on_vcpu(struct kvm_vcpu *vcpu) { if (!sclp.has_ibs) return; kvm_check_request(KVM_REQ_DISABLE_IBS, vcpu); kvm_s390_sync_request(KVM_REQ_ENABLE_IBS, vcpu); }

Contributors

PersonTokensPropCommitsCommitProp
david hildenbranddavid hildenbrand2678.79%250.00%
heiko carstensheiko carstens618.18%125.00%
christian borntraegerchristian borntraeger13.03%125.00%
Total33100.00%4100.00%


void kvm_s390_vcpu_start(struct kvm_vcpu *vcpu) { int i, online_vcpus, started_vcpus = 0; if (!is_vcpu_stopped(vcpu)) return; trace_kvm_s390_vcpu_start_stop(vcpu->vcpu_id, 1); /* Only one cpu at a time may enter/leave the STOPPED state. */ spin_lock(&vcpu->kvm->arch.start_stop_lock); online_vcpus = atomic_read(&vcpu->kvm->online_vcpus); for (i = 0; i < online_vcpus; i++) { if (!is_vcpu_stopped(vcpu->kvm->vcpus[i])) started_vcpus++; } if (started_vcpus == 0) { /* we're the only active VCPU -> speed it up */ __enable_ibs_on_vcpu(vcpu); } else if (started_vcpus == 1) { /* * As we are starting a second VCPU, we have to disable * the IBS facility on all VCPUs to remove potentially * oustanding ENABLE requests. */ __disable_ibs_on_all_vcpus(vcpu->kvm); } atomic_andnot(CPUSTAT_STOPPED, &vcpu->arch.sie_block->cpuflags); /* * Another VCPU might have used IBS while we were offline. * Let's play safe and flush the VCPU at startup. */ kvm_make_request(KVM_REQ_TLB_FLUSH, vcpu); spin_unlock(&vcpu->kvm->arch.start_stop_lock); return; }

Contributors

PersonTokensPropCommitsCommitProp
david hildenbranddavid hildenbrand11068.32%457.14%
heiko carstensheiko carstens4829.81%114.29%
thomas huththomas huth21.24%114.29%
peter zijlstrapeter zijlstra10.62%114.29%
Total161100.00%7100.00%


void kvm_s390_vcpu_stop(struct kvm_vcpu *vcpu) { int i, online_vcpus, started_vcpus = 0; struct kvm_vcpu *started_vcpu = NULL; if (is_vcpu_stopped(vcpu)) return; trace_kvm_s390_vcpu_start_stop(vcpu->vcpu_id, 0); /* Only one cpu at a time may enter/leave the STOPPED state. */ spin_lock(&vcpu->kvm->arch.start_stop_lock); online_vcpus = atomic_read(&vcpu->kvm->online_vcpus); /* SIGP STOP and SIGP STOP AND STORE STATUS has been fully processed */ kvm_s390_clear_stop_irq(vcpu); atomic_or(CPUSTAT_STOPPED, &vcpu->arch.sie_block->cpuflags); __disable_ibs_on_vcpu(vcpu); for (i = 0; i < online_vcpus; i++) { if (!is_vcpu_stopped(vcpu->kvm->vcpus[i])) { started_vcpus++; started_vcpu = vcpu->kvm->vcpus[i]; } } if (started_vcpus == 1) { /* * As we only have one VCPU left, we want to enable the * IBS facility for that VCPU to speed it up. */ __enable_ibs_on_vcpu(started_vcpu); } spin_unlock(&vcpu->kvm->arch.start_stop_lock); return; }

Contributors

PersonTokensPropCommitsCommitProp
david hildenbranddavid hildenbrand12172.89%555.56%
heiko carstensheiko carstens2313.86%111.11%
thomas huththomas huth1911.45%111.11%
christian borntraegerchristian borntraeger21.20%111.11%
peter zijlstrapeter zijlstra10.60%111.11%
Total166100.00%9100.00%


static int kvm_vcpu_ioctl_enable_cap(struct kvm_vcpu *vcpu, struct kvm_enable_cap *cap) { int r; if (cap->flags) return -EINVAL; switch (cap->cap) { case KVM_CAP_S390_CSS_SUPPORT: if (!vcpu->kvm->arch.css_support) { vcpu->kvm->arch.css_support = 1; VM_EVENT(vcpu->kvm, 3, "%s", "ENABLE: CSS support"); trace_kvm_s390_enable_css(vcpu->kvm); } r = 0; break; default: r = -EINVAL; break; } return r; }

Contributors

PersonTokensPropCommitsCommitProp
cornelia huckcornelia huck8586.73%266.67%
christian borntraegerchristian borntraeger1313.27%133.33%
Total98100.00%3100.00%


static long kvm_s390_guest_mem_op(struct kvm_vcpu *vcpu, struct kvm_s390_mem_op *mop) { void __user *uaddr = (void __user *)mop->buf; void *tmpbuf = NULL; int r, srcu_idx; const u64 supported_flags = KVM_S390_MEMOP_F_INJECT_EXCEPTION | KVM_S390_MEMOP_F_CHECK_ONLY; if (mop->flags & ~supported_flags) return -EINVAL; if (mop->size > MEM_OP_MAX_SIZE) return -E2BIG; if (!(mop->flags & KVM_S390_MEMOP_F_CHECK_ONLY)) { tmpbuf = vmalloc(mop->size); if (!tmpbuf) return -ENOMEM; } srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); switch (mop->op) { case KVM_S390_MEMOP_LOGICAL_READ: if (mop->flags & KVM_S390_MEMOP_F_CHECK_ONLY) { r = check_gva_range(vcpu, mop->gaddr, mop->ar, mop->size, GACC_FETCH); break; } r = read_guest(vcpu, mop->gaddr, mop->ar, tmpbuf, mop->size); if (r == 0) { if (copy_to_user(uaddr, tmpbuf, mop->size)) r = -EFAULT; } break; case KVM_S390_MEMOP_LOGICAL_WRITE: if (mop->flags & KVM_S390_MEMOP_F_CHECK_ONLY) { r = check_gva_range(vcpu, mop->gaddr, mop->ar, mop->size, GACC_STORE); break; } if (copy_from_user(tmpbuf, uaddr, mop->size)) { r = -EFAULT; break; } r = write_guest(vcpu, mop->gaddr, mop->ar, tmpbuf, mop->size); break; default: r = -EINVAL; } srcu_read_unlock(&vcpu->kvm->srcu, srcu_idx); if (r > 0 && (mop->flags & KVM_S390_MEMOP_F_INJECT_EXCEPTION) != 0) kvm_s390_inject_prog_irq(vcpu, &vcpu->arch.pgm); vfree(tmpbuf); return r; }

Contributors

PersonTokensPropCommitsCommitProp
thomas huththomas huth32094.12%125.00%
cornelia huckcornelia huck185.29%250.00%
david hildenbranddavid hildenbrand20.59%125.00%
Total340100.00%4100.00%


long kvm_arch_vcpu_ioctl(struct file *filp, unsigned int ioctl, unsigned long arg) { struct kvm_vcpu *vcpu = filp->private_data; void __user *argp = (void __user *)arg; int idx; long r; switch (ioctl) { case KVM_S390_IRQ: { struct kvm_s390_irq s390irq; r = -EFAULT; if (copy_from_user(&s390irq, argp, sizeof(s390irq))) break; r = kvm_s390_inject_vcpu(vcpu, &s390irq); break; } case KVM_S390_INTERRUPT: { struct kvm_s390_interrupt s390int; struct kvm_s390_irq s390irq; r = -EFAULT; if (copy_from_user(&s390int, argp, sizeof(s390int))) break; if (s390int_to_s390irq(&s390int, &s390irq)) return -EINVAL; r = kvm_s390_inject_vcpu(vcpu, &s390irq); break; } case KVM_S390_STORE_STATUS: idx = srcu_read_lock(&vcpu->kvm->srcu); r = kvm_s390_vcpu_store_status(vcpu, arg); srcu_read_unlock(&vcpu->kvm->srcu, idx); break; case KVM_S390_SET_INITIAL_PSW: { psw_t psw; r = -EFAULT; if (copy_from_user(&psw, argp, sizeof(psw))) break; r = kvm_arch_vcpu_ioctl_set_initial_psw(vcpu, psw); break; } case KVM_S390_INITIAL_RESET: r = kvm_arch_vcpu_ioctl_initial_reset(vcpu); break; case KVM_SET_ONE_REG: case KVM_GET_ONE_REG: { struct kvm_one_reg reg; r = -EFAULT; if (copy_from_user(&reg, argp, sizeof(reg))) break; if (ioctl == KVM_SET_ONE_REG) r = kvm_arch_vcpu_ioctl_set_one_reg(vcpu, &reg); else r = kvm_arch_vcpu_ioctl_get_one_reg(vcpu, &reg); break; } #ifdef CONFIG_KVM_S390_UCONTROL case KVM_S390_UCAS_MAP: { struct kvm_s390_ucas_mapping ucasmap; if (copy_from_user(&ucasmap, argp, sizeof(ucasmap))) { r = -EFAULT; break; } if (!kvm_is_ucontrol(vcpu->kvm)) { r = -EINVAL; break; } r = gmap_map_segment(vcpu->arch.gmap, ucasmap.user_addr, ucasmap.vcpu_addr, ucasmap.length); break; } case KVM_S390_UCAS_UNMAP: { struct kvm_s390_ucas_mapping ucasmap; if (copy_from_user(&ucasmap, argp, sizeof(ucasmap))) { r = -EFAULT; break; } if (!kvm_is_ucontrol(vcpu->kvm)) { r = -EINVAL; break; } r = gmap_unmap_segment(vcpu->arch.gmap, ucasmap.vcpu_addr, ucasmap.length); break; } #endif case KVM_S390_VCPU_FAULT: { r = gmap_fault(vcpu->arch.gmap, arg, 0); break; } case KVM_ENABLE_CAP: { struct kvm_enable_cap cap; r = -EFAULT; if (copy_from_user(&cap, argp, sizeof(cap))) break; r = kvm_vcpu_ioctl_enable_cap(vcpu, &cap); break; } case KVM_S390_MEM_OP: { struct kvm_s390_mem_op mem_op; if (copy_from_user(&mem_op, argp, sizeof(mem_op)) == 0) r = kvm_s390_guest_mem_op(vcpu, &mem_op); else r = -EFAULT; break; } case KVM_S390_SET_IRQ_STATE: { struct kvm_s390_irq_state irq_state; r = -EFAULT; if (copy_from_user(&irq_state, argp, sizeof(irq_state))) break; if (irq_state.len > VCPU_IRQS_MAX_BUF || irq_state.len == 0 || irq_state.len % sizeof(struct kvm_s390_irq) > 0) { r = -EINVAL; break; } r = kvm_s390_set_irq_state(vcpu, (void __user *) irq_state.buf, irq_state.len); break; } case KVM_S390_GET_IRQ_STATE: { struct kvm_s390_irq_state irq_state; r = -EFAULT; if (copy_from_user(&irq_state, argp, sizeof(irq_state))) break; if (irq_state.len == 0) { r = -EINVAL; break; } r = kvm_s390_get_irq_state(vcpu, (__u8 __user *) irq_state.buf, irq_state.len); break; } default: r = -ENOTTY; } return r; }

Contributors

PersonTokensPropCommitsCommitProp
carsten ottecarsten otte25535.66%531.25%
jens freimannjens freimann21329.79%318.75%
heiko carstensheiko carstens8812.31%16.25%
thomas huththomas huth709.79%212.50%
avi kivityavi kivity446.15%212.50%
cornelia huckcornelia huck415.73%16.25%
martin schwidefskymartin schwidefsky40.56%212.50%
Total715100.00%16100.00%


int kvm_arch_vcpu_fault(struct kvm_vcpu *vcpu, struct vm_fault *vmf) { #ifdef CONFIG_KVM_S390_UCONTROL if ((vmf->pgoff == KVM_S390_SIE_PAGE_OFFSET) && (kvm_is_ucontrol(vcpu->kvm))) { vmf->page = virt_to_page(vcpu->arch.sie_block); get_page(vmf->page); return 0; } #endif return VM_FAULT_SIGBUS; }

Contributors

PersonTokensPropCommitsCommitProp
carsten ottecarsten otte67100.00%1100.00%
Total67100.00%1100.00%


int kvm_arch_create_memslot(struct kvm *kvm, struct kvm_memory_slot *slot, unsigned long npages) { return 0; }

Contributors

PersonTokensPropCommitsCommitProp
takuya yoshikawatakuya yoshikawa1777.27%150.00%
aneesh kumaraneesh kumar522.73%150.00%
Total22100.00%2100.00%

/* Section: memory related */
int kvm_arch_prepare_memory_region(struct kvm *kvm, struct kvm_memory_slot *memslot, const struct kvm_userspace_memory_region *mem, enum kvm_mr_change change) { /* A few sanity checks. We can have memory slots which have to be located/ended at a segment boundary (1MB). The memory in userland is ok to be fragmented into various different vmas. It is okay to mmap() and munmap() stuff in this slot after doing this call at any time */ if (mem->userspace_addr & 0xffffful) return -EINVAL; if (mem->memory_size & 0xffffful) return -EINVAL; if (mem->guest_phys_addr + mem->memory_size > kvm->arch.mem_limit) return -EINVAL; return 0; }

Contributors

PersonTokensPropCommitsCommitProp
heiko carstensheiko carstens3547.95%114.29%
dominik dingeldominik dingel2027.40%114.29%
marcelo tosattimarcelo tosatti1013.70%114.29%
takuya yoshikawatakuya yoshikawa45.48%114.29%
carsten ottecarsten otte22.74%114.29%
nick wangnick wang11.37%114.29%
paolo bonzinipaolo bonzini11.37%114.29%
Total73100.00%7100.00%


void kvm_arch_commit_memory_region(struct kvm *kvm, const struct kvm_userspace_memory_region *mem, const struct kvm_memory_slot *old, const struct kvm_memory_slot *new, enum kvm_mr_change change) { int rc; /* If the basics of the memslot do not change, we do not want * to update the gmap. Every update causes several unnecessary * segment translation exceptions. This is usually handled just * fine by the normal fault handler + gmap, but it will also * cause faults on the prefix page of running guest CPUs. */ if (old->userspace_addr == mem->userspace_addr && old->base_gfn * PAGE_SIZE == mem->guest_phys_addr && old->npages * PAGE_SIZE == mem->memory_size) return; rc = gmap_map_segment(kvm->arch.gmap, mem->userspace_addr, mem->guest_phys_addr, mem->memory_size); if (rc) pr_warn("failed to commit memory region\n"); return; }

Contributors

PersonTokensPropCommitsCommitProp
christian borntraegerchristian borntraeger3232.00%110.00%
carsten ottecarsten otte3131.00%220.00%
marcelo tosattimarcelo tosatti2020.00%110.00%
paolo bonzinipaolo bonzini77.00%220.00%
takuya yoshikawatakuya yoshikawa66.00%110.00%
david hildenbranddavid hildenbrand22.00%110.00%
gleb natapovgleb natapov11.00%110.00%
heiko carstensheiko carstens11.00%110.00%
Total100100.00%10100.00%


static inline unsigned long nonhyp_mask(int i) { unsigned int nonhyp_fai = (sclp.hmfai << i * 2) >> 30; return 0x0000ffffffffffffUL >> (nonhyp_fai << 4); }

Contributors

PersonTokensPropCommitsCommitProp
alexander yaryginalexander yarygin36100.00%1100.00%
Total36100.00%1100.00%


void kvm_arch_vcpu_block_finish(struct kvm_vcpu *vcpu) { vcpu->valid_wakeup = false; }

Contributors

PersonTokensPropCommitsCommitProp
christian borntraegerchristian borntraeger16100.00%1100.00%
Total16100.00%1100.00%


static int __init kvm_s390_init(void) { int i; if (!sclp.has_sief2) { pr_info("SIE not available\n"); return -ENODEV; } for (i = 0; i < 16; i++) kvm_s390_fac_list_mask[i] |= S390_lowcore.stfle_fac_list[i] & nonhyp_mask(i); return kvm_init(NULL, sizeof(struct kvm_vcpu), 0, THIS_MODULE); }

Contributors

PersonTokensPropCommitsCommitProp
alexander yaryginalexander yarygin3343.42%120.00%
heiko carstensheiko carstens2228.95%120.00%
david hildenbranddavid hildenbrand1823.68%120.00%
avi kivityavi kivity22.63%120.00%
michael muellermichael mueller11.32%120.00%
Total76100.00%5100.00%


static void __exit kvm_s390_exit(void) { kvm_exit(); }

Contributors

PersonTokensPropCommitsCommitProp
heiko carstensheiko carstens12100.00%1100.00%
Total12100.00%1100.00%

module_init(kvm_s390_init); module_exit(kvm_s390_exit); /* * Enable autoloading of the kvm module. * Note that we add the module alias here instead of virt/kvm/kvm_main.c * since x86 takes a different approach. */ #include <linux/miscdevice.h> MODULE_ALIAS_MISCDEV(KVM_MINOR); MODULE_ALIAS("devname:kvm");

Overall Contributors

PersonTokensPropCommitsCommitProp
david hildenbranddavid hildenbrand382822.65%8226.28%
christian borntraegerchristian borntraeger197811.70%5617.95%
heiko carstensheiko carstens185010.94%92.88%
dominik dingeldominik dingel14228.41%175.45%
jason j. hernejason j. herne12917.64%51.60%
carsten ottecarsten otte11366.72%216.73%
michael muellermichael mueller10246.06%113.53%
eugene (jno) dvurechenskieugene (jno) dvurechenski8585.08%51.60%
thomas huththomas huth7354.35%103.21%
tony krowiaktony krowiak6834.04%41.28%
cornelia huckcornelia huck4742.80%134.17%
fan zhangfan zhang3171.88%30.96%
jens freimannjens freimann2891.71%72.24%
martin schwidefskymartin schwidefsky2321.37%154.81%
marcelo tosattimarcelo tosatti850.50%30.96%
alexander yaryginalexander yarygin810.48%20.64%
eric farmaneric farman770.46%30.96%
guenther hutzlguenther hutzl730.43%30.96%
janosch frankjanosch frank600.35%30.96%
paolo bonzinipaolo bonzini480.28%72.24%
gleb natapovgleb natapov480.28%10.32%
avi kivityavi kivity470.28%41.28%
konstantin weitzkonstantin weitz450.27%20.64%
takuya yoshikawatakuya yoshikawa270.16%30.96%
christian ehrhardtchristian ehrhardt250.15%30.96%
wei yongjunwei yongjun250.15%10.32%
luiz fernando capitulinoluiz fernando capitulino230.14%10.32%
ekaterina tumanovaekaterina tumanova190.11%10.32%
julius niedworokjulius niedworok160.09%20.64%
peter zijlstrapeter zijlstra150.09%10.32%
hendrik bruecknerhendrik brueckner130.08%20.64%
jan kiszkajan kiszka120.07%20.64%
linus torvaldslinus torvalds120.07%20.64%
alexander grafalexander graf100.06%20.64%
nick wangnick wang90.05%20.64%
christoffer dallchristoffer dall90.05%10.32%
aneesh kumaraneesh kumar50.03%10.32%
nicholas krausenicholas krause20.01%10.32%
david howellsdavid howells10.01%10.32%
Total16904100.00%312100.00%
Directory: arch/s390/kvm
Information contained on this website is for historical information purposes only and does not indicate or represent copyright ownership.