mmu.h 2.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105
  1. #ifndef __KVM_X86_MMU_H
  2. #define __KVM_X86_MMU_H
  3. #include <linux/kvm_host.h>
  4. #include "kvm_cache_regs.h"
  5. #define PT64_PT_BITS 9
  6. #define PT64_ENT_PER_PAGE (1 << PT64_PT_BITS)
  7. #define PT32_PT_BITS 10
  8. #define PT32_ENT_PER_PAGE (1 << PT32_PT_BITS)
  9. #define PT_WRITABLE_SHIFT 1
  10. #define PT_PRESENT_MASK (1ULL << 0)
  11. #define PT_WRITABLE_MASK (1ULL << PT_WRITABLE_SHIFT)
  12. #define PT_USER_MASK (1ULL << 2)
  13. #define PT_PWT_MASK (1ULL << 3)
  14. #define PT_PCD_MASK (1ULL << 4)
  15. #define PT_ACCESSED_SHIFT 5
  16. #define PT_ACCESSED_MASK (1ULL << PT_ACCESSED_SHIFT)
  17. #define PT_DIRTY_MASK (1ULL << 6)
  18. #define PT_PAGE_SIZE_MASK (1ULL << 7)
  19. #define PT_PAT_MASK (1ULL << 7)
  20. #define PT_GLOBAL_MASK (1ULL << 8)
  21. #define PT64_NX_SHIFT 63
  22. #define PT64_NX_MASK (1ULL << PT64_NX_SHIFT)
  23. #define PT_PAT_SHIFT 7
  24. #define PT_DIR_PAT_SHIFT 12
  25. #define PT_DIR_PAT_MASK (1ULL << PT_DIR_PAT_SHIFT)
  26. #define PT32_DIR_PSE36_SIZE 4
  27. #define PT32_DIR_PSE36_SHIFT 13
  28. #define PT32_DIR_PSE36_MASK \
  29. (((1ULL << PT32_DIR_PSE36_SIZE) - 1) << PT32_DIR_PSE36_SHIFT)
  30. #define PT64_ROOT_LEVEL 4
  31. #define PT32_ROOT_LEVEL 2
  32. #define PT32E_ROOT_LEVEL 3
  33. #define PT_PDPE_LEVEL 3
  34. #define PT_DIRECTORY_LEVEL 2
  35. #define PT_PAGE_TABLE_LEVEL 1
  36. #define PFERR_PRESENT_MASK (1U << 0)
  37. #define PFERR_WRITE_MASK (1U << 1)
  38. #define PFERR_USER_MASK (1U << 2)
  39. #define PFERR_RSVD_MASK (1U << 3)
  40. #define PFERR_FETCH_MASK (1U << 4)
  41. int kvm_mmu_get_spte_hierarchy(struct kvm_vcpu *vcpu, u64 addr, u64 sptes[4]);
  42. void kvm_mmu_set_mmio_spte_mask(u64 mmio_mask);
  43. int handle_mmio_page_fault_common(struct kvm_vcpu *vcpu, u64 addr, bool direct);
  44. int kvm_init_shadow_mmu(struct kvm_vcpu *vcpu, struct kvm_mmu *context);
  45. static inline unsigned int kvm_mmu_available_pages(struct kvm *kvm)
  46. {
  47. return kvm->arch.n_max_mmu_pages -
  48. kvm->arch.n_used_mmu_pages;
  49. }
  50. static inline void kvm_mmu_free_some_pages(struct kvm_vcpu *vcpu)
  51. {
  52. if (unlikely(kvm_mmu_available_pages(vcpu->kvm)< KVM_MIN_FREE_MMU_PAGES))
  53. __kvm_mmu_free_some_pages(vcpu);
  54. }
  55. static inline int kvm_mmu_reload(struct kvm_vcpu *vcpu)
  56. {
  57. if (likely(vcpu->arch.mmu.root_hpa != INVALID_PAGE))
  58. return 0;
  59. return kvm_mmu_load(vcpu);
  60. }
  61. static inline int is_present_gpte(unsigned long pte)
  62. {
  63. return pte & PT_PRESENT_MASK;
  64. }
  65. static inline int is_writable_pte(unsigned long pte)
  66. {
  67. return pte & PT_WRITABLE_MASK;
  68. }
  69. static inline bool is_write_protection(struct kvm_vcpu *vcpu)
  70. {
  71. return kvm_read_cr0_bits(vcpu, X86_CR0_WP);
  72. }
  73. static inline bool check_write_user_access(struct kvm_vcpu *vcpu,
  74. bool write_fault, bool user_fault,
  75. unsigned long pte)
  76. {
  77. if (unlikely(write_fault && !is_writable_pte(pte)
  78. && (user_fault || is_write_protection(vcpu))))
  79. return false;
  80. if (unlikely(user_fault && !(pte & PT_USER_MASK)))
  81. return false;
  82. return true;
  83. }
  84. #endif