slab.h 3.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129
  1. #ifndef MM_SLAB_H
  2. #define MM_SLAB_H
  3. /*
  4. * Internal slab definitions
  5. */
  6. /*
  7. * State of the slab allocator.
  8. *
  9. * This is used to describe the states of the allocator during bootup.
  10. * Allocators use this to gradually bootstrap themselves. Most allocators
  11. * have the problem that the structures used for managing slab caches are
  12. * allocated from slab caches themselves.
  13. */
  14. enum slab_state {
  15. DOWN, /* No slab functionality yet */
  16. PARTIAL, /* SLUB: kmem_cache_node available */
  17. PARTIAL_ARRAYCACHE, /* SLAB: kmalloc size for arraycache available */
  18. PARTIAL_L3, /* SLAB: kmalloc size for l3 struct available */
  19. UP, /* Slab caches usable but not all extras yet */
  20. FULL /* Everything is working */
  21. };
  22. extern enum slab_state slab_state;
  23. /* The slab cache mutex protects the management structures during changes */
  24. extern struct mutex slab_mutex;
  25. /* The list of all slab caches on the system */
  26. extern struct list_head slab_caches;
  27. /* The slab cache that manages slab cache information */
  28. extern struct kmem_cache *kmem_cache;
  29. unsigned long calculate_alignment(unsigned long flags,
  30. unsigned long align, unsigned long size);
  31. /* Functions provided by the slab allocators */
  32. extern int __kmem_cache_create(struct kmem_cache *, unsigned long flags);
  33. extern struct kmem_cache *create_kmalloc_cache(const char *name, size_t size,
  34. unsigned long flags);
  35. extern void create_boot_cache(struct kmem_cache *, const char *name,
  36. size_t size, unsigned long flags);
  37. #ifdef CONFIG_SLUB
  38. struct kmem_cache *__kmem_cache_alias(const char *name, size_t size,
  39. size_t align, unsigned long flags, void (*ctor)(void *));
  40. #else
  41. static inline struct kmem_cache *__kmem_cache_alias(const char *name, size_t size,
  42. size_t align, unsigned long flags, void (*ctor)(void *))
  43. { return NULL; }
  44. #endif
  45. /* Legal flag mask for kmem_cache_create(), for various configurations */
  46. #define SLAB_CORE_FLAGS (SLAB_HWCACHE_ALIGN | SLAB_CACHE_DMA | SLAB_PANIC | \
  47. SLAB_DESTROY_BY_RCU | SLAB_DEBUG_OBJECTS )
  48. #if defined(CONFIG_DEBUG_SLAB)
  49. #define SLAB_DEBUG_FLAGS (SLAB_RED_ZONE | SLAB_POISON | SLAB_STORE_USER)
  50. #elif defined(CONFIG_SLUB_DEBUG)
  51. #define SLAB_DEBUG_FLAGS (SLAB_RED_ZONE | SLAB_POISON | SLAB_STORE_USER | \
  52. SLAB_TRACE | SLAB_DEBUG_FREE)
  53. #else
  54. #define SLAB_DEBUG_FLAGS (0)
  55. #endif
  56. #if defined(CONFIG_SLAB)
  57. #define SLAB_CACHE_FLAGS (SLAB_MEM_SPREAD | SLAB_NOLEAKTRACE | \
  58. SLAB_RECLAIM_ACCOUNT | SLAB_TEMPORARY | SLAB_NOTRACK)
  59. #elif defined(CONFIG_SLUB)
  60. #define SLAB_CACHE_FLAGS (SLAB_NOLEAKTRACE | SLAB_RECLAIM_ACCOUNT | \
  61. SLAB_TEMPORARY | SLAB_NOTRACK)
  62. #else
  63. #define SLAB_CACHE_FLAGS (0)
  64. #endif
  65. #define CACHE_CREATE_MASK (SLAB_CORE_FLAGS | SLAB_DEBUG_FLAGS | SLAB_CACHE_FLAGS)
  66. int __kmem_cache_shutdown(struct kmem_cache *);
  67. struct seq_file;
  68. struct file;
  69. struct slabinfo {
  70. unsigned long active_objs;
  71. unsigned long num_objs;
  72. unsigned long active_slabs;
  73. unsigned long num_slabs;
  74. unsigned long shared_avail;
  75. unsigned int limit;
  76. unsigned int batchcount;
  77. unsigned int shared;
  78. unsigned int objects_per_slab;
  79. unsigned int cache_order;
  80. };
  81. void get_slabinfo(struct kmem_cache *s, struct slabinfo *sinfo);
  82. void slabinfo_show_stats(struct seq_file *m, struct kmem_cache *s);
  83. ssize_t slabinfo_write(struct file *file, const char __user *buffer,
  84. size_t count, loff_t *ppos);
  85. static inline bool slab_equal_or_root(struct kmem_cache *s,
  86. struct kmem_cache *p)
  87. {
  88. return true;
  89. }
  90. static inline struct kmem_cache *cache_from_obj(struct kmem_cache *s, void *x)
  91. {
  92. struct kmem_cache *cachep;
  93. struct page *page;
  94. if (!unlikely(s->flags & SLAB_DEBUG_FREE))
  95. return s;
  96. page = virt_to_head_page(x);
  97. cachep = page->slab_cache;
  98. if (slab_equal_or_root(cachep, s))
  99. return cachep;
  100. pr_err("%s: Wrong slab cache. %s but object is from %s\n",
  101. __FUNCTION__, cachep->name, s->name);
  102. WARN_ON_ONCE(1);
  103. return s;
  104. }
  105. #endif