khugepaged.h 2.1 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576
  1. #ifndef _LINUX_KHUGEPAGED_H
  2. #define _LINUX_KHUGEPAGED_H
  3. #include <linux/sched.h> /* MMF_VM_HUGEPAGE */
  4. #ifdef CONFIG_TRANSPARENT_HUGEPAGE
  5. extern struct attribute_group khugepaged_attr_group;
  6. extern int khugepaged_init(void);
  7. extern void khugepaged_destroy(void);
  8. extern int start_stop_khugepaged(void);
  9. extern int __khugepaged_enter(struct mm_struct *mm);
  10. extern void __khugepaged_exit(struct mm_struct *mm);
  11. extern int khugepaged_enter_vma_merge(struct vm_area_struct *vma,
  12. unsigned long vm_flags);
  13. #define khugepaged_enabled() \
  14. (transparent_hugepage_flags & \
  15. ((1<<TRANSPARENT_HUGEPAGE_FLAG) | \
  16. (1<<TRANSPARENT_HUGEPAGE_REQ_MADV_FLAG)))
  17. #define khugepaged_always() \
  18. (transparent_hugepage_flags & \
  19. (1<<TRANSPARENT_HUGEPAGE_FLAG))
  20. #define khugepaged_req_madv() \
  21. (transparent_hugepage_flags & \
  22. (1<<TRANSPARENT_HUGEPAGE_REQ_MADV_FLAG))
  23. #define khugepaged_defrag() \
  24. (transparent_hugepage_flags & \
  25. (1<<TRANSPARENT_HUGEPAGE_DEFRAG_KHUGEPAGED_FLAG))
  26. static inline int khugepaged_fork(struct mm_struct *mm, struct mm_struct *oldmm)
  27. {
  28. if (test_bit(MMF_VM_HUGEPAGE, &oldmm->flags))
  29. return __khugepaged_enter(mm);
  30. return 0;
  31. }
  32. static inline void khugepaged_exit(struct mm_struct *mm)
  33. {
  34. if (test_bit(MMF_VM_HUGEPAGE, &mm->flags))
  35. __khugepaged_exit(mm);
  36. }
  37. static inline int khugepaged_enter(struct vm_area_struct *vma,
  38. unsigned long vm_flags)
  39. {
  40. if (!test_bit(MMF_VM_HUGEPAGE, &vma->vm_mm->flags))
  41. if ((khugepaged_always() ||
  42. (khugepaged_req_madv() && (vm_flags & VM_HUGEPAGE))) &&
  43. !(vm_flags & VM_NOHUGEPAGE))
  44. if (__khugepaged_enter(vma->vm_mm))
  45. return -ENOMEM;
  46. return 0;
  47. }
  48. #else /* CONFIG_TRANSPARENT_HUGEPAGE */
  49. static inline int khugepaged_fork(struct mm_struct *mm, struct mm_struct *oldmm)
  50. {
  51. return 0;
  52. }
  53. static inline void khugepaged_exit(struct mm_struct *mm)
  54. {
  55. }
  56. static inline int khugepaged_enter(struct vm_area_struct *vma,
  57. unsigned long vm_flags)
  58. {
  59. return 0;
  60. }
  61. static inline int khugepaged_enter_vma_merge(struct vm_area_struct *vma,
  62. unsigned long vm_flags)
  63. {
  64. return 0;
  65. }
  66. #endif /* CONFIG_TRANSPARENT_HUGEPAGE */
  67. #endif /* _LINUX_KHUGEPAGED_H */