cregit-Linux how code gets into the kernel

Release 4.10 arch/x86/kvm/irq_comm.c

Directory: arch/x86/kvm
/*
 * irq_comm.c: Common API for in kernel interrupt controller
 * Copyright (c) 2007, Intel Corporation.
 *
 * This program is free software; you can redistribute it and/or modify it
 * under the terms and conditions of the GNU General Public License,
 * version 2, as published by the Free Software Foundation.
 *
 * This program is distributed in the hope it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for
 * more details.
 *
 * You should have received a copy of the GNU General Public License along with
 * this program; if not, write to the Free Software Foundation, Inc., 59 Temple
 * Place - Suite 330, Boston, MA 02111-1307 USA.
 * Authors:
 *   Yaozu (Eddie) Dong <Eddie.dong@intel.com>
 *
 * Copyright 2010 Red Hat, Inc. and/or its affiliates.
 */

#include <linux/kvm_host.h>
#include <linux/slab.h>
#include <linux/export.h>
#include <trace/events/kvm.h>

#include <asm/msidef.h>

#include "irq.h"

#include "ioapic.h"

#include "lapic.h"

#include "hyperv.h"
#include "x86.h"


static int kvm_set_pic_irq(struct kvm_kernel_irq_routing_entry *e, struct kvm *kvm, int irq_source_id, int level, bool line_status) { struct kvm_pic *pic = pic_irqchip(kvm); /* * XXX: rejecting pic routes when pic isn't in use would be better, * but the default routing table is installed while kvm->arch.vpic is * NULL and KVM_CREATE_IRQCHIP can race with KVM_IRQ_LINE. */ if (!pic) return -1; return kvm_pic_set_irq(pic, e->irqchip.pin, irq_source_id, level); }

Contributors

PersonTokensPropCommitsCommitProp
avi kivityavi kivity3150.82%116.67%
gleb natapovgleb natapov1524.59%233.33%
radim krcmarradim krcmar1016.39%116.67%
yang zhangyang zhang34.92%116.67%
michael s. tsirkinmichael s. tsirkin23.28%116.67%
Total61100.00%6100.00%


static int kvm_set_ioapic_irq(struct kvm_kernel_irq_routing_entry *e, struct kvm *kvm, int irq_source_id, int level, bool line_status) { struct kvm_ioapic *ioapic = kvm->arch.vioapic; if (!ioapic) return -1; return kvm_ioapic_set_irq(ioapic, e->irqchip.pin, irq_source_id, level, line_status); }

Contributors

PersonTokensPropCommitsCommitProp
avi kivityavi kivity3250.79%116.67%
gleb natapovgleb natapov1523.81%233.33%
radim krcmarradim krcmar914.29%116.67%
yang zhangyang zhang57.94%116.67%
michael s. tsirkinmichael s. tsirkin23.17%116.67%
Total63100.00%6100.00%


int kvm_irq_delivery_to_apic(struct kvm *kvm, struct kvm_lapic *src, struct kvm_lapic_irq *irq, struct dest_map *dest_map) { int i, r = -1; struct kvm_vcpu *vcpu, *lowest = NULL; unsigned long dest_vcpu_bitmap[BITS_TO_LONGS(KVM_MAX_VCPUS)]; unsigned int dest_vcpus = 0; if (irq->dest_mode == 0 && irq->dest_id == 0xff && kvm_lowest_prio_delivery(irq)) { printk(KERN_INFO "kvm: apic: phys broadcast and lowest prio\n"); irq->delivery_mode = APIC_DM_FIXED; } if (kvm_irq_delivery_to_apic_fast(kvm, src, irq, &r, dest_map)) return r; memset(dest_vcpu_bitmap, 0, sizeof(dest_vcpu_bitmap)); kvm_for_each_vcpu(i, vcpu, kvm) { if (!kvm_apic_present(vcpu)) continue; if (!kvm_apic_match_dest(vcpu, src, irq->shorthand, irq->dest_id, irq->dest_mode)) continue; if (!kvm_lowest_prio_delivery(irq)) { if (r < 0) r = 0; r += kvm_apic_set_irq(vcpu, irq, dest_map); } else if (kvm_lapic_enabled(vcpu)) { if (!kvm_vector_hashing_enabled()) { if (!lowest) lowest = vcpu; else if (kvm_apic_compare_prio(vcpu, lowest) < 0) lowest = vcpu; } else { __set_bit(i, dest_vcpu_bitmap); dest_vcpus++; } } } if (dest_vcpus != 0) { int idx = kvm_vector_to_index(irq->vector, dest_vcpus, dest_vcpu_bitmap, KVM_MAX_VCPUS); lowest = kvm_get_vcpu(kvm, idx); } if (lowest) r = kvm_apic_set_irq(lowest, irq, dest_map); return r; }

Contributors

PersonTokensPropCommitsCommitProp
gleb natapovgleb natapov13544.55%642.86%
feng wufeng wu8227.06%17.14%
sheng yangsheng yang6521.45%321.43%
yang zhangyang zhang92.97%17.14%
chris lalancettechris lalancette82.64%17.14%
joerg roedeljoerg roedel20.66%17.14%
james sullivanjames sullivan20.66%17.14%
Total303100.00%14100.00%


void kvm_set_msi_irq(struct kvm *kvm, struct kvm_kernel_irq_routing_entry *e, struct kvm_lapic_irq *irq) { trace_kvm_msi_set_irq(e->msi.address_lo | (kvm->arch.x2apic_format ? (u64)e->msi.address_hi << 32 : 0), e->msi.data); irq->dest_id = (e->msi.address_lo & MSI_ADDR_DEST_ID_MASK) >> MSI_ADDR_DEST_ID_SHIFT; if (kvm->arch.x2apic_format) irq->dest_id |= MSI_ADDR_EXT_DEST_ID(e->msi.address_hi); irq->vector = (e->msi.data & MSI_DATA_VECTOR_MASK) >> MSI_DATA_VECTOR_SHIFT; irq->dest_mode = (1 << MSI_ADDR_DEST_MODE_SHIFT) & e->msi.address_lo; irq->trig_mode = (1 << MSI_DATA_TRIGGER_SHIFT) & e->msi.data; irq->delivery_mode = e->msi.data & 0x700; irq->msi_redir_hint = ((e->msi.address_lo & MSI_ADDR_REDIRECTION_LOWPRI) > 0); irq->level = 1; irq->shorthand = 0; }

Contributors

PersonTokensPropCommitsCommitProp
sheng yangsheng yang6837.16%228.57%
radim krcmarradim krcmar4725.68%114.29%
gleb natapovgleb natapov3820.77%228.57%
james sullivanjames sullivan189.84%114.29%
michael s. tsirkinmichael s. tsirkin126.56%114.29%
Total183100.00%7100.00%

EXPORT_SYMBOL_GPL(kvm_set_msi_irq);
static inline bool kvm_msi_route_invalid(struct kvm *kvm, struct kvm_kernel_irq_routing_entry *e) { return kvm->arch.x2apic_format && (e->msi.address_hi & 0xff); }

Contributors

PersonTokensPropCommitsCommitProp
radim krcmarradim krcmar34100.00%1100.00%
Total34100.00%1100.00%


int kvm_set_msi(struct kvm_kernel_irq_routing_entry *e, struct kvm *kvm, int irq_source_id, int level, bool line_status) { struct kvm_lapic_irq irq; if (kvm_msi_route_invalid(kvm, e)) return -EINVAL; if (!level) return -1; kvm_set_msi_irq(kvm, e, &irq); return kvm_irq_delivery_to_apic(kvm, NULL, &irq, NULL); }

Contributors

PersonTokensPropCommitsCommitProp
michael s. tsirkinmichael s. tsirkin4156.16%19.09%
radim krcmarradim krcmar1520.55%19.09%
gleb natapovgleb natapov79.59%436.36%
sheng yangsheng yang56.85%327.27%
yang zhangyang zhang56.85%218.18%
Total73100.00%11100.00%


static int kvm_hv_set_sint(struct kvm_kernel_irq_routing_entry *e, struct kvm *kvm, int irq_source_id, int level, bool line_status) { if (!level) return -1; return kvm_hv_synic_set_irq(kvm, e->hv_sint.vcpu, e->hv_sint.sint); }

Contributors

PersonTokensPropCommitsCommitProp
paolo bonzinipaolo bonzini52100.00%1100.00%
Total52100.00%1100.00%


int kvm_arch_set_irq_inatomic(struct kvm_kernel_irq_routing_entry *e, struct kvm *kvm, int irq_source_id, int level, bool line_status) { struct kvm_lapic_irq irq; int r; switch (e->type) { case KVM_IRQ_ROUTING_HV_SINT: return kvm_hv_set_sint(e, kvm, irq_source_id, level, line_status); case KVM_IRQ_ROUTING_MSI: if (kvm_msi_route_invalid(kvm, e)) return -EINVAL; kvm_set_msi_irq(kvm, e, &irq); if (kvm_irq_delivery_to_apic_fast(kvm, NULL, &irq, &r, NULL)) return r; break; default: break; } return -EWOULDBLOCK; }

Contributors

PersonTokensPropCommitsCommitProp
michael s. tsirkinmichael s. tsirkin5146.79%120.00%
paolo bonzinipaolo bonzini4137.61%240.00%
radim krcmarradim krcmar1513.76%120.00%
yang zhangyang zhang21.83%120.00%
Total109100.00%5100.00%


int kvm_request_irq_source_id(struct kvm *kvm) { unsigned long *bitmap = &kvm->arch.irq_sources_bitmap; int irq_source_id; mutex_lock(&kvm->irq_lock); irq_source_id = find_first_zero_bit(bitmap, BITS_PER_LONG); if (irq_source_id >= BITS_PER_LONG) { printk(KERN_WARNING "kvm: exhaust allocatable IRQ sources!\n"); irq_source_id = -EFAULT; goto unlock; } ASSERT(irq_source_id != KVM_USERSPACE_IRQ_SOURCE_ID); ASSERT(irq_source_id != KVM_IRQFD_RESAMPLE_IRQ_SOURCE_ID); set_bit(irq_source_id, bitmap); unlock: mutex_unlock(&kvm->irq_lock); return irq_source_id; }

Contributors

PersonTokensPropCommitsCommitProp
sheng yangsheng yang5455.10%116.67%
marcelo tosattimarcelo tosatti2222.45%233.33%
jiri slabyjiri slaby88.16%116.67%
mark mcloughlinmark mcloughlin77.14%116.67%
alex williamsonalex williamson77.14%116.67%
Total98100.00%6100.00%


void kvm_free_irq_source_id(struct kvm *kvm, int irq_source_id) { ASSERT(irq_source_id != KVM_USERSPACE_IRQ_SOURCE_ID); ASSERT(irq_source_id != KVM_IRQFD_RESAMPLE_IRQ_SOURCE_ID); mutex_lock(&kvm->irq_lock); if (irq_source_id < 0 || irq_source_id >= BITS_PER_LONG) { printk(KERN_ERR "kvm: IRQ source ID out of range!\n"); goto unlock; } clear_bit(irq_source_id, &kvm->arch.irq_sources_bitmap); if (!ioapic_in_kernel(kvm)) goto unlock; kvm_ioapic_clear_all(kvm->arch.vioapic, irq_source_id); kvm_pic_clear_all(pic_irqchip(kvm), irq_source_id); unlock: mutex_unlock(&kvm->irq_lock); }

Contributors

PersonTokensPropCommitsCommitProp
marcelo tosattimarcelo tosatti3935.45%330.00%
sheng yangsheng yang3632.73%110.00%
gleb natapovgleb natapov87.27%110.00%
mark mcloughlinmark mcloughlin87.27%110.00%
alex williamsonalex williamson76.36%110.00%
michael s. tsirkinmichael s. tsirkin65.45%110.00%
jiri slabyjiri slaby54.55%110.00%
steve rutherfordsteve rutherford10.91%110.00%
Total110100.00%10100.00%


void kvm_register_irq_mask_notifier(struct kvm *kvm, int irq, struct kvm_irq_mask_notifier *kimn) { mutex_lock(&kvm->irq_lock); kimn->irq = irq; hlist_add_head_rcu(&kimn->link, &kvm->arch.mask_notifier_list); mutex_unlock(&kvm->irq_lock); }

Contributors

PersonTokensPropCommitsCommitProp
avi kivityavi kivity3665.45%125.00%
marcelo tosattimarcelo tosatti1629.09%125.00%
paolo bonzinipaolo bonzini23.64%125.00%
gleb natapovgleb natapov11.82%125.00%
Total55100.00%4100.00%


void kvm_unregister_irq_mask_notifier(struct kvm *kvm, int irq, struct kvm_irq_mask_notifier *kimn) { mutex_lock(&kvm->irq_lock); hlist_del_rcu(&kimn->link); mutex_unlock(&kvm->irq_lock); synchronize_srcu(&kvm->irq_srcu); }

Contributors

PersonTokensPropCommitsCommitProp
avi kivityavi kivity2550.00%125.00%
marcelo tosattimarcelo tosatti1632.00%125.00%
christian borntraegerchristian borntraeger714.00%125.00%
gleb natapovgleb natapov24.00%125.00%
Total50100.00%4100.00%


void kvm_fire_mask_notifiers(struct kvm *kvm, unsigned irqchip, unsigned pin, bool mask) { struct kvm_irq_mask_notifier *kimn; int idx, gsi; idx = srcu_read_lock(&kvm->irq_srcu); gsi = kvm_irq_map_chip_pin(kvm, irqchip, pin); if (gsi != -1) hlist_for_each_entry_rcu(kimn, &kvm->arch.mask_notifier_list, link) if (kimn->irq == gsi) kimn->func(kimn, mask); srcu_read_unlock(&kvm->irq_srcu, idx); }

Contributors

PersonTokensPropCommitsCommitProp
avi kivityavi kivity4144.57%114.29%
gleb natapovgleb natapov2527.17%228.57%
christian borntraegerchristian borntraeger2122.83%114.29%
paul mackerraspaul mackerras33.26%114.29%
marcelo tosattimarcelo tosatti11.09%114.29%
paolo bonzinipaolo bonzini11.09%114.29%
Total92100.00%7100.00%


int kvm_set_routing_entry(struct kvm *kvm, struct kvm_kernel_irq_routing_entry *e, const struct kvm_irq_routing_entry *ue) { int r = -EINVAL; int delta; unsigned max_pin; switch (ue->type) { case KVM_IRQ_ROUTING_IRQCHIP: delta = 0; switch (ue->u.irqchip.irqchip) { case KVM_IRQCHIP_PIC_MASTER: e->set = kvm_set_pic_irq; max_pin = PIC_NUM_PINS; break; case KVM_IRQCHIP_PIC_SLAVE: e->set = kvm_set_pic_irq; max_pin = PIC_NUM_PINS; delta = 8; break; case KVM_IRQCHIP_IOAPIC: max_pin = KVM_IOAPIC_NUM_PINS; e->set = kvm_set_ioapic_irq; break; default: goto out; } e->irqchip.irqchip = ue->u.irqchip.irqchip; e->irqchip.pin = ue->u.irqchip.pin + delta; if (e->irqchip.pin >= max_pin) goto out; break; case KVM_IRQ_ROUTING_MSI: e->set = kvm_set_msi; e->msi.address_lo = ue->u.msi.address_lo; e->msi.address_hi = ue->u.msi.address_hi; e->msi.data = ue->u.msi.data; if (kvm_msi_route_invalid(kvm, e)) goto out; break; case KVM_IRQ_ROUTING_HV_SINT: e->set = kvm_hv_set_sint; e->hv_sint.vcpu = ue->u.hv_sint.vcpu; e->hv_sint.sint = ue->u.hv_sint.sint; break; default: goto out; } r = 0; out: return r; }

Contributors

PersonTokensPropCommitsCommitProp
avi kivityavi kivity13349.44%111.11%
sheng yangsheng yang5219.33%111.11%
andrey smetaninandrey smetanin3814.13%111.11%
radim krcmarradim krcmar176.32%222.22%
marcelo tosattimarcelo tosatti145.20%111.11%
gleb natapovgleb natapov124.46%111.11%
michael s. tsirkinmichael s. tsirkin20.74%111.11%
alexander grafalexander graf10.37%111.11%
Total269100.00%9100.00%


bool kvm_intr_is_single_vcpu(struct kvm *kvm, struct kvm_lapic_irq *irq, struct kvm_vcpu **dest_vcpu) { int i, r = 0; struct kvm_vcpu *vcpu; if (kvm_intr_is_single_vcpu_fast(kvm, irq, dest_vcpu)) return true; kvm_for_each_vcpu(i, vcpu, kvm) { if (!kvm_apic_present(vcpu)) continue; if (!kvm_apic_match_dest(vcpu, NULL, irq->shorthand, irq->dest_id, irq->dest_mode)) continue; if (++r == 2) return false; *dest_vcpu = vcpu; } return r == 1; }

Contributors

PersonTokensPropCommitsCommitProp
feng wufeng wu109100.00%1100.00%
Total109100.00%1100.00%

EXPORT_SYMBOL_GPL(kvm_intr_is_single_vcpu); #define IOAPIC_ROUTING_ENTRY(irq) \ { .gsi = irq, .type = KVM_IRQ_ROUTING_IRQCHIP, \ .u.irqchip = { .irqchip = KVM_IRQCHIP_IOAPIC, .pin = (irq) } } #define ROUTING_ENTRY1(irq) IOAPIC_ROUTING_ENTRY(irq) #define PIC_ROUTING_ENTRY(irq) \ { .gsi = irq, .type = KVM_IRQ_ROUTING_IRQCHIP, \ .u.irqchip = { .irqchip = SELECT_PIC(irq), .pin = (irq) % 8 } } #define ROUTING_ENTRY2(irq) \ IOAPIC_ROUTING_ENTRY(irq), PIC_ROUTING_ENTRY(irq) static const struct kvm_irq_routing_entry default_routing[] = { ROUTING_ENTRY2(0), ROUTING_ENTRY2(1), ROUTING_ENTRY2(2), ROUTING_ENTRY2(3), ROUTING_ENTRY2(4), ROUTING_ENTRY2(5), ROUTING_ENTRY2(6), ROUTING_ENTRY2(7), ROUTING_ENTRY2(8), ROUTING_ENTRY2(9), ROUTING_ENTRY2(10), ROUTING_ENTRY2(11), ROUTING_ENTRY2(12), ROUTING_ENTRY2(13), ROUTING_ENTRY2(14), ROUTING_ENTRY2(15), ROUTING_ENTRY1(16), ROUTING_ENTRY1(17), ROUTING_ENTRY1(18), ROUTING_ENTRY1(19), ROUTING_ENTRY1(20), ROUTING_ENTRY1(21), ROUTING_ENTRY1(22), ROUTING_ENTRY1(23), };
int kvm_setup_default_irq_routing(struct kvm *kvm) { return kvm_set_irq_routing(kvm, default_routing, ARRAY_SIZE(default_routing), 0); }

Contributors

PersonTokensPropCommitsCommitProp
avi kivityavi kivity25100.00%1100.00%
Total25100.00%1100.00%

static const struct kvm_irq_routing_entry empty_routing[] = {};
int kvm_setup_empty_irq_routing(struct kvm *kvm) { return kvm_set_irq_routing(kvm, empty_routing, 0, 0); }

Contributors

PersonTokensPropCommitsCommitProp
steve rutherfordsteve rutherford22100.00%1100.00%
Total22100.00%1100.00%


void kvm_arch_post_irq_routing_update(struct kvm *kvm) { if (ioapic_in_kernel(kvm) || !irqchip_in_kernel(kvm)) return; kvm_make_scan_ioapic_request(kvm); }

Contributors

PersonTokensPropCommitsCommitProp
steve rutherfordsteve rutherford2896.55%150.00%
andrey smetaninandrey smetanin13.45%150.00%
Total29100.00%2100.00%


void kvm_scan_ioapic_routes(struct kvm_vcpu *vcpu, ulong *ioapic_handled_vectors) { struct kvm *kvm = vcpu->kvm; struct kvm_kernel_irq_routing_entry *entry; struct kvm_irq_routing_table *table; u32 i, nr_ioapic_pins; int idx; idx = srcu_read_lock(&kvm->irq_srcu); table = srcu_dereference(kvm->irq_routing, &kvm->irq_srcu); nr_ioapic_pins = min_t(u32, table->nr_rt_entries, kvm->arch.nr_reserved_ioapic_pins); for (i = 0; i < nr_ioapic_pins; ++i) { hlist_for_each_entry(entry, &table->map[i], link) { struct kvm_lapic_irq irq; if (entry->type != KVM_IRQ_ROUTING_MSI) continue; kvm_set_msi_irq(vcpu->kvm, entry, &irq); if (irq.level && kvm_apic_match_dest(vcpu, NULL, 0, irq.dest_id, irq.dest_mode)) __set_bit(irq.vector, ioapic_handled_vectors); } } srcu_read_unlock(&kvm->irq_srcu, idx); }

Contributors

PersonTokensPropCommitsCommitProp
steve rutherfordsteve rutherford14583.33%120.00%
radim krcmarradim krcmar2614.94%360.00%
andrey smetaninandrey smetanin31.72%120.00%
Total174100.00%5100.00%


void kvm_arch_irq_routing_update(struct kvm *kvm) { kvm_hv_irq_routing_update(kvm); }

Contributors

PersonTokensPropCommitsCommitProp
andrey smetaninandrey smetanin15100.00%1100.00%
Total15100.00%1100.00%


Overall Contributors

PersonTokensPropCommitsCommitProp
avi kivityavi kivity48022.47%23.23%
sheng yangsheng yang28313.25%58.06%
gleb natapovgleb natapov25812.08%1320.97%
steve rutherfordsteve rutherford2059.60%23.23%
feng wufeng wu2049.55%34.84%
radim krcmarradim krcmar1738.10%58.06%
michael s. tsirkinmichael s. tsirkin1165.43%34.84%
marcelo tosattimarcelo tosatti1115.20%58.06%
paolo bonzinipaolo bonzini974.54%46.45%
andrey smetaninandrey smetanin602.81%34.84%
christian borntraegerchristian borntraeger281.31%11.61%
yang zhangyang zhang271.26%34.84%
james sullivanjames sullivan231.08%23.23%
mark mcloughlinmark mcloughlin150.70%11.61%
alex williamsonalex williamson140.66%11.61%
jiri slabyjiri slaby130.61%11.61%
xiantao zhangxiantao zhang90.42%11.61%
chris lalancettechris lalancette80.37%11.61%
paul mackerraspaul mackerras30.14%11.61%
tejun heotejun heo30.14%11.61%
joerg roedeljoerg roedel20.09%11.61%
mark d. rustadmark d. rustad20.09%11.61%
nicolas kaisernicolas kaiser10.05%11.61%
alexander grafalexander graf10.05%11.61%
Total2136100.00%62100.00%
Directory: arch/x86/kvm
Information contained on this website is for historical information purposes only and does not indicate or represent copyright ownership.