lapic.h 7.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228
  1. #ifndef __KVM_X86_LAPIC_H
  2. #define __KVM_X86_LAPIC_H
  3. #include <kvm/iodev.h>
  4. #include <linux/kvm_host.h>
  5. #define KVM_APIC_INIT 0
  6. #define KVM_APIC_SIPI 1
  7. #define KVM_APIC_LVT_NUM 6
  8. #define KVM_APIC_SHORT_MASK 0xc0000
  9. #define KVM_APIC_DEST_MASK 0x800
  10. struct kvm_timer {
  11. struct hrtimer timer;
  12. s64 period; /* unit: ns */
  13. u32 timer_mode;
  14. u32 timer_mode_mask;
  15. u64 tscdeadline;
  16. u64 expired_tscdeadline;
  17. atomic_t pending; /* accumulated triggered timers */
  18. bool hv_timer_in_use;
  19. };
  20. struct kvm_lapic {
  21. unsigned long base_address;
  22. struct kvm_io_device dev;
  23. struct kvm_timer lapic_timer;
  24. u32 divide_count;
  25. struct kvm_vcpu *vcpu;
  26. bool sw_enabled;
  27. bool irr_pending;
  28. bool lvt0_in_nmi_mode;
  29. /* Number of bits set in ISR. */
  30. s16 isr_count;
  31. /* The highest vector set in ISR; if -1 - invalid, must scan ISR. */
  32. int highest_isr_cache;
  33. /**
  34. * APIC register page. The layout matches the register layout seen by
  35. * the guest 1:1, because it is accessed by the vmx microcode.
  36. * Note: Only one register, the TPR, is used by the microcode.
  37. */
  38. void *regs;
  39. gpa_t vapic_addr;
  40. struct gfn_to_hva_cache vapic_cache;
  41. unsigned long pending_events;
  42. unsigned int sipi_vector;
  43. };
  44. struct dest_map;
  45. int kvm_create_lapic(struct kvm_vcpu *vcpu);
  46. void kvm_free_lapic(struct kvm_vcpu *vcpu);
  47. int kvm_apic_has_interrupt(struct kvm_vcpu *vcpu);
  48. int kvm_apic_accept_pic_intr(struct kvm_vcpu *vcpu);
  49. int kvm_get_apic_interrupt(struct kvm_vcpu *vcpu);
  50. void kvm_apic_accept_events(struct kvm_vcpu *vcpu);
  51. void kvm_lapic_reset(struct kvm_vcpu *vcpu, bool init_event);
  52. u64 kvm_lapic_get_cr8(struct kvm_vcpu *vcpu);
  53. void kvm_lapic_set_tpr(struct kvm_vcpu *vcpu, unsigned long cr8);
  54. void kvm_lapic_set_eoi(struct kvm_vcpu *vcpu);
  55. void kvm_lapic_set_base(struct kvm_vcpu *vcpu, u64 value);
  56. u64 kvm_lapic_get_base(struct kvm_vcpu *vcpu);
  57. void kvm_apic_set_version(struct kvm_vcpu *vcpu);
  58. int kvm_lapic_reg_write(struct kvm_lapic *apic, u32 reg, u32 val);
  59. int kvm_lapic_reg_read(struct kvm_lapic *apic, u32 offset, int len,
  60. void *data);
  61. bool kvm_apic_match_dest(struct kvm_vcpu *vcpu, struct kvm_lapic *source,
  62. int short_hand, unsigned int dest, int dest_mode);
  63. void __kvm_apic_update_irr(u32 *pir, void *regs);
  64. void kvm_apic_update_irr(struct kvm_vcpu *vcpu, u32 *pir);
  65. int kvm_apic_set_irq(struct kvm_vcpu *vcpu, struct kvm_lapic_irq *irq,
  66. struct dest_map *dest_map);
  67. int kvm_apic_local_deliver(struct kvm_lapic *apic, int lvt_type);
  68. bool kvm_irq_delivery_to_apic_fast(struct kvm *kvm, struct kvm_lapic *src,
  69. struct kvm_lapic_irq *irq, int *r, struct dest_map *dest_map);
  70. u64 kvm_get_apic_base(struct kvm_vcpu *vcpu);
  71. int kvm_set_apic_base(struct kvm_vcpu *vcpu, struct msr_data *msr_info);
  72. int kvm_apic_get_state(struct kvm_vcpu *vcpu, struct kvm_lapic_state *s);
  73. int kvm_apic_set_state(struct kvm_vcpu *vcpu, struct kvm_lapic_state *s);
  74. int kvm_lapic_find_highest_irr(struct kvm_vcpu *vcpu);
  75. u64 kvm_get_lapic_tscdeadline_msr(struct kvm_vcpu *vcpu);
  76. void kvm_set_lapic_tscdeadline_msr(struct kvm_vcpu *vcpu, u64 data);
  77. void kvm_apic_write_nodecode(struct kvm_vcpu *vcpu, u32 offset);
  78. void kvm_apic_set_eoi_accelerated(struct kvm_vcpu *vcpu, int vector);
  79. int kvm_lapic_set_vapic_addr(struct kvm_vcpu *vcpu, gpa_t vapic_addr);
  80. void kvm_lapic_sync_from_vapic(struct kvm_vcpu *vcpu);
  81. void kvm_lapic_sync_to_vapic(struct kvm_vcpu *vcpu);
  82. int kvm_x2apic_msr_write(struct kvm_vcpu *vcpu, u32 msr, u64 data);
  83. int kvm_x2apic_msr_read(struct kvm_vcpu *vcpu, u32 msr, u64 *data);
  84. int kvm_hv_vapic_msr_write(struct kvm_vcpu *vcpu, u32 msr, u64 data);
  85. int kvm_hv_vapic_msr_read(struct kvm_vcpu *vcpu, u32 msr, u64 *data);
  86. static inline bool kvm_hv_vapic_assist_page_enabled(struct kvm_vcpu *vcpu)
  87. {
  88. return vcpu->arch.hyperv.hv_vapic & HV_X64_MSR_APIC_ASSIST_PAGE_ENABLE;
  89. }
  90. int kvm_lapic_enable_pv_eoi(struct kvm_vcpu *vcpu, u64 data);
  91. void kvm_lapic_init(void);
  92. void kvm_lapic_exit(void);
  93. #define VEC_POS(v) ((v) & (32 - 1))
  94. #define REG_POS(v) (((v) >> 5) << 4)
  95. static inline void kvm_lapic_set_vector(int vec, void *bitmap)
  96. {
  97. set_bit(VEC_POS(vec), (bitmap) + REG_POS(vec));
  98. }
  99. static inline void kvm_lapic_set_irr(int vec, struct kvm_lapic *apic)
  100. {
  101. kvm_lapic_set_vector(vec, apic->regs + APIC_IRR);
  102. /*
  103. * irr_pending must be true if any interrupt is pending; set it after
  104. * APIC_IRR to avoid race with apic_clear_irr
  105. */
  106. apic->irr_pending = true;
  107. }
  108. static inline u32 kvm_lapic_get_reg(struct kvm_lapic *apic, int reg_off)
  109. {
  110. return *((u32 *) (apic->regs + reg_off));
  111. }
  112. static inline void kvm_lapic_set_reg(struct kvm_lapic *apic, int reg_off, u32 val)
  113. {
  114. *((u32 *) (apic->regs + reg_off)) = val;
  115. }
  116. extern struct static_key kvm_no_apic_vcpu;
  117. static inline bool lapic_in_kernel(struct kvm_vcpu *vcpu)
  118. {
  119. if (static_key_false(&kvm_no_apic_vcpu))
  120. return vcpu->arch.apic;
  121. return true;
  122. }
  123. extern struct static_key_deferred apic_hw_disabled;
  124. static inline int kvm_apic_hw_enabled(struct kvm_lapic *apic)
  125. {
  126. if (static_key_false(&apic_hw_disabled.key))
  127. return apic->vcpu->arch.apic_base & MSR_IA32_APICBASE_ENABLE;
  128. return MSR_IA32_APICBASE_ENABLE;
  129. }
  130. extern struct static_key_deferred apic_sw_disabled;
  131. static inline bool kvm_apic_sw_enabled(struct kvm_lapic *apic)
  132. {
  133. if (static_key_false(&apic_sw_disabled.key))
  134. return apic->sw_enabled;
  135. return true;
  136. }
  137. static inline bool kvm_apic_present(struct kvm_vcpu *vcpu)
  138. {
  139. return lapic_in_kernel(vcpu) && kvm_apic_hw_enabled(vcpu->arch.apic);
  140. }
  141. static inline int kvm_lapic_enabled(struct kvm_vcpu *vcpu)
  142. {
  143. return kvm_apic_present(vcpu) && kvm_apic_sw_enabled(vcpu->arch.apic);
  144. }
  145. static inline int apic_x2apic_mode(struct kvm_lapic *apic)
  146. {
  147. return apic->vcpu->arch.apic_base & X2APIC_ENABLE;
  148. }
  149. static inline bool kvm_vcpu_apicv_active(struct kvm_vcpu *vcpu)
  150. {
  151. return vcpu->arch.apic && vcpu->arch.apicv_active;
  152. }
  153. static inline bool kvm_apic_has_events(struct kvm_vcpu *vcpu)
  154. {
  155. return lapic_in_kernel(vcpu) && vcpu->arch.apic->pending_events;
  156. }
  157. static inline bool kvm_lowest_prio_delivery(struct kvm_lapic_irq *irq)
  158. {
  159. return (irq->delivery_mode == APIC_DM_LOWEST ||
  160. irq->msi_redir_hint);
  161. }
  162. static inline int kvm_lapic_latched_init(struct kvm_vcpu *vcpu)
  163. {
  164. return lapic_in_kernel(vcpu) && test_bit(KVM_APIC_INIT, &vcpu->arch.apic->pending_events);
  165. }
  166. static inline u32 kvm_apic_id(struct kvm_lapic *apic)
  167. {
  168. /* To avoid a race between apic_base and following APIC_ID update when
  169. * switching to x2apic_mode, the x2apic mode returns initial x2apic id.
  170. */
  171. if (apic_x2apic_mode(apic))
  172. return apic->vcpu->vcpu_id;
  173. return kvm_lapic_get_reg(apic, APIC_ID) >> 24;
  174. }
  175. bool kvm_apic_pending_eoi(struct kvm_vcpu *vcpu, int vector);
  176. void wait_lapic_expire(struct kvm_vcpu *vcpu);
  177. bool kvm_intr_is_single_vcpu_fast(struct kvm *kvm, struct kvm_lapic_irq *irq,
  178. struct kvm_vcpu **dest_vcpu);
  179. int kvm_vector_to_index(u32 vector, u32 dest_vcpus,
  180. const unsigned long *bitmap, u32 bitmap_size);
  181. void kvm_lapic_switch_to_sw_timer(struct kvm_vcpu *vcpu);
  182. void kvm_lapic_switch_to_hv_timer(struct kvm_vcpu *vcpu);
  183. void kvm_lapic_expired_hv_timer(struct kvm_vcpu *vcpu);
  184. bool kvm_lapic_hv_timer_in_use(struct kvm_vcpu *vcpu);
  185. #endif